-- Logs begin at Thu 2021-11-04 12:43:30 UTC, end at Thu 2021-11-04 13:41:33 UTC. -- Nov 04 13:17:43.820911 dv-cinder-810367-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 04 13:17:45.936260 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.common.config [-] Logging enabled! Nov 04 13:17:45.936985 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev50 Nov 04 13:17:45.936985 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82667) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 04 13:17:45.939342 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.common.config [-] Logging enabled! Nov 04 13:17:45.939593 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev50 Nov 04 13:17:45.939837 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82667) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 04 13:17:45.940773 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 04 13:17:45.941007 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 04 13:17:45.941351 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 04 13:17:45.941591 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 04 13:17:45.941835 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 04 13:17:45.942150 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.942451 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.942747 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.942976 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.943267 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.943557 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.943837 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.944123 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.944417 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.944702 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.944982 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.945264 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.945492 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.945803 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.946092 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.946380 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.946603 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] debug = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.946882 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.947304 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.947698 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.947976 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.948267 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.948542 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.948818 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.949102 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.949429 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] host = dv-cinder-810367-1-smb {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.949731 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.950023 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.950311 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.950599 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.950873 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.951149 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.951435 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.952360 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.952806 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] log_file = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.953133 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.953432 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.953755 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.954057 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.954285 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.954508 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.954797 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.955089 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.955367 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.955644 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.955919 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.956191 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.956466 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.956732 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.957014 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.957298 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.957583 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.957884 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.958160 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.958432 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.958706 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.958993 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.959267 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.959540 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.959812 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.960097 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.960365 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.960638 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.960939 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.961226 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.961509 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.961818 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.962093 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.962381 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.962775 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.963060 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.963336 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] use_json = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.963609 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.963880 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.964162 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.964434 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.964705 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.964978 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.965249 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.965536 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:45.965854 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.966154 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.966472 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.966735 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.967025 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.967943 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.968360 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.968660 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.968954 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.969245 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.969536 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.969839 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.970125 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.970420 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.970711 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.970986 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.971263 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.971558 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.971836 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.972109 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.972389 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.972681 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.972956 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.973227 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.973508 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.973806 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.974080 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.974349 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.974624 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.974912 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.975185 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.975455 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.975723 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.975996 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.976263 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.976544 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.976818 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.977088 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.977355 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.977649 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.977921 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.978191 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.978463 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.978731 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.979002 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.979268 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.979535 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.979803 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.980070 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.980337 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.980606 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.980874 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.981146 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.981417 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.981718 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.981989 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.982260 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.982533 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.982843 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.983300 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.983636 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.983918 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.984199 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.984478 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.984754 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.985028 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.985305 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.985583 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.985881 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.986175 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.986458 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.986746 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.987025 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.987303 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.987602 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.987881 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.988167 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.988448 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.988729 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.989016 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.989297 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.989593 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.989911 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.990205 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.990500 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.990792 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.991073 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.991380 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.991663 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:45.991881 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 04 13:17:45.992121 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82667) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 04 13:17:46.394182 dv-cinder-810367-1-smb neutron-server[82667]: INFO keyring.backend [-] Loading KWallet Nov 04 13:17:46.401506 dv-cinder-810367-1-smb neutron-server[82667]: INFO keyring.backend [-] Loading SecretService Nov 04 13:17:46.404691 dv-cinder-810367-1-smb neutron-server[82667]: INFO keyring.backend [-] Loading Windows Nov 04 13:17:46.406014 dv-cinder-810367-1-smb neutron-server[82667]: INFO keyring.backend [-] Loading chainer Nov 04 13:17:46.406595 dv-cinder-810367-1-smb neutron-server[82667]: INFO keyring.backend [-] Loading macOS Nov 04 13:17:46.440564 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:17:46.440838 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=82667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:17:46.441130 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:17:46.441467 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 04 13:17:46.744445 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:46.744737 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:46.745020 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:46.801323 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:46.801602 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:46.801893 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:46.804957 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:46.805229 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:46.805489 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:46.833991 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:46.834268 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:46.834535 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:46.862089 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:46.862366 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:46.862631 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.179687 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.180304 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.180304 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.180493 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.181227 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.305059 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.305378 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.305680 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.305952 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.306217 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.306522 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.306783 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.307043 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.307291 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.307567 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.307821 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.308080 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.308337 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.308589 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.308849 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.309112 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.309361 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.309648 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.309901 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.310175 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.310523 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.310773 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.311123 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.311418 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.311670 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.311915 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.312300 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 13:17:47.312540 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 13:17:47.312786 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 13:17:47.313019 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 13:17:47.313252 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 13:17:47.313489 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 13:17:47.314061 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 04 13:17:47.317245 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 04 13:17:47.321174 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 04 13:17:47.324946 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Nov 04 13:17:47.326639 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 04 13:17:47.327069 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 04 13:17:47.327407 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 04 13:17:47.327788 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 04 13:17:47.330639 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 04 13:17:47.330891 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 04 13:17:47.331235 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 04 13:17:47.359139 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 04 13:17:47.359578 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.359874 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82667) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 04 13:17:47.360231 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.361597 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82667) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 04 13:17:47.361899 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 04 13:17:47.362146 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 04 13:17:47.365321 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.365597 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.426338 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 04 13:17:47.426576 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 04 13:17:47.426813 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 04 13:17:47.427178 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 04 13:17:47.458072 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_db.sqlalchemy.engines [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82667) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 04 13:17:47.775981 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.managers [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Initializing driver for type 'gre' Nov 04 13:17:47.776440 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] gre ID ranges: [(1, 1000)] Nov 04 13:17:47.829608 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.managers [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Initializing driver for type 'local' Nov 04 13:17:47.830015 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.managers [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Initializing driver for type 'vlan' Nov 04 13:17:47.842114 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] VlanTypeDriver initialization complete Nov 04 13:17:47.843155 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.managers [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Initializing driver for type 'vxlan' Nov 04 13:17:47.843819 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] vxlan ID ranges: [(1, 1000)] Nov 04 13:17:47.894213 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.managers [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Initializing extension driver 'port_security' Nov 04 13:17:47.894549 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.extensions.port_security [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] PortSecurityExtensionDriver initialization complete Nov 04 13:17:47.894879 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.managers [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Initializing mechanism driver 'openvswitch' Nov 04 13:17:47.895199 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.managers [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Initializing mechanism driver 'hyperv' Nov 04 13:17:47.901807 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.plugins.ml2.plugin [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:17:47.902597 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > port after_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.902976 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > port after_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.903313 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > port after_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.903698 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > subnet after_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.904046 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > subnet after_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.904386 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > subnet after_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.904758 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > network after_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.905097 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > network after_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.905924 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > network after_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.906309 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > security_group after_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.906646 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > security_group after_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.906978 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > security_group after_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.907345 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.907679 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.908006 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.908336 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] ML2 OVO RPC backend initialized. {{(pid=82667) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Nov 04 13:17:47.908960 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router_interface after_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.909304 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.909734 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > network before_response 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.910074 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > networks before_response 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.910413 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > port before_response 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.910746 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > ports before_response 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.911078 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > subnet before_response 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.911410 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > subnets before_response 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.911749 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > network after_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.912082 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > network after_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.912411 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > network after_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.912740 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > port after_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.913073 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > port after_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.913401 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > port after_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.913754 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > subnet after_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.914086 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > subnet after_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.914412 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > subnet after_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.914990 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.plugin [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Modular L2 Plugin initialization complete Nov 04 13:17:47.915318 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading services supported by the core plugin {{(pid=82667) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 04 13:17:47.915906 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.plugins.ml2.managers [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Got port-security extension from driver 'port_security' Nov 04 13:17:47.916366 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.extensions.vlantransparent [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Disabled vlantransparent extension. Nov 04 13:17:47.916774 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82667) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 04 13:17:47.917084 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading Plugin: router Nov 04 13:17:47.953300 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router_interface before_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.953711 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router after_create 55549900 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.954079 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router before_create 55549900 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.954438 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.954800 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.955149 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router after_delete 55549900 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.955498 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > floatingip after_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.955852 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router after_create 55549900 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.956189 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router after_update 55549900 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.956528 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router after_update 55549900 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.956873 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.957228 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router after_update 55549900 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.957642 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router precommit_update 55549900 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.958005 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: port after_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.958339 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: port after_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.958671 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: subnet after_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.959002 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.959345 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > port precommit_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.959683 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router precommit_create 55549900 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.960016 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: port before_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.960350 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router precommit_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.960696 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router after_update 55549900 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.961028 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router precommit_delete 55549900 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.961364 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router precommit_create 55549900 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.961747 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router_interface after_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.962085 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router precommit_update 55549900 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.962440 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > agent after_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.962782 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > agent after_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.963116 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > network after_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.963985 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Tracking information for resource: router configured {{(pid=82667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 13:17:47.964316 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Tracking information for resource: floatingip configured {{(pid=82667) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 13:17:47.969722 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.db.l3_agentschedulers_db [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 04 13:17:47.970298 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: port after_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.970654 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: port after_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.971001 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: port after_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.971346 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: port after_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.972134 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router before_create 55550100 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.972490 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router precommit_delete 55550100 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.972845 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router precommit_create 55550100 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.973193 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > router precommit_update 55550100 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:47.977591 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.services.provider_configuration [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Service providers = [] {{(pid=82667) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 04 13:17:47.977972 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.db.servicetype_db [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82667) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 04 13:17:47.981073 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.services.service_base [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82667) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 04 13:17:47.981409 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.services.service_base [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82667) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 04 13:17:47.981770 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.services.service_base [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82667) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 04 13:17:47.982649 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.services.service_base [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82667) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 04 13:17:47.983019 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.services.service_base [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 04 13:17:47.983397 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 13:17:47.984321 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 04 13:17:47.994903 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 13:17:47.995237 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading Plugin: auto_allocate Nov 04 13:17:48.001092 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: network precommit_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:48.001451 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: network precommit_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:48.002001 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 13:17:48.002318 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading Plugin: tag Nov 04 13:17:48.009122 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 13:17:48.009448 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading Plugin: timestamp Nov 04 13:17:48.013273 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 13:17:48.013599 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading Plugin: network_ip_availability Nov 04 13:17:48.019044 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:48.019407 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:48.019754 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:48.020459 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 13:17:48.020772 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading Plugin: flavors Nov 04 13:17:48.025681 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 13:17:48.026058 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading Plugin: revisions Nov 04 13:17:48.030252 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82667) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 13:17:48.031162 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_concurrency.lockutils [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.589s {{(pid=82667) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:17:48.031898 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82667) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Nov 04 13:17:48.032230 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Initializing extension manager. Nov 04 13:17:48.032728 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: __init__.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.033061 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: __pycache__ {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.033386 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.033747 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.034070 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: _filter_validation_lib.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.034391 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.034709 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: address_group.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.035453 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.036009 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: address-group Nov 04 13:17:48.036319 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: address_scope.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.037014 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.037509 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: address-scope Nov 04 13:17:48.037857 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: admin_state_down_before_update.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.038787 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.039290 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: router-admin-state-down-before-update Nov 04 13:17:48.039607 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: agent.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.040294 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.041054 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: agent Nov 04 13:17:48.041369 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: agent_resources_synced.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.042298 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.042795 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: agent-resources-synced Nov 04 13:17:48.043111 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: allowedaddresspairs.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.044873 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.045388 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: allowed-address-pairs Nov 04 13:17:48.045744 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: auto_allocated_topology.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.047444 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.047943 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: auto-allocated-topology Nov 04 13:17:48.048262 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: availability_zone.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.048948 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.049447 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: availability_zone Nov 04 13:17:48.049798 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: availability_zone_filter.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.050699 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.051196 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: availability_zone_filter Nov 04 13:17:48.051511 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: data_plane_status.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.052404 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.052898 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension data-plane-status not supported by any of loaded plugins Nov 04 13:17:48.053213 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: default_subnetpools.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.054144 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.054636 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: default-subnetpools Nov 04 13:17:48.054949 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: dhcpagentscheduler.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.055712 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.056206 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: dhcp_agent_scheduler Nov 04 13:17:48.056523 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: dns.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.057423 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.057946 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension dns-integration not supported by any of loaded plugins Nov 04 13:17:48.058259 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: dns_domain_ports.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.059165 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.059659 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 04 13:17:48.059974 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: dvr.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.060636 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.061125 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: dvr Nov 04 13:17:48.061439 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: empty_string_filtering.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.062455 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.062947 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: empty-string-filtering Nov 04 13:17:48.063262 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.064155 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.064646 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 04 13:17:48.064959 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.065885 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.066377 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 04 13:17:48.066691 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: external_net.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.067588 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.068089 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: external-net Nov 04 13:17:48.068404 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: extra_dhcp_opt.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.069299 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.069827 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: extra_dhcp_opt Nov 04 13:17:48.070142 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: extraroute.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.071042 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.071540 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: extraroute Nov 04 13:17:48.071853 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: extraroute_atomic.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.072867 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.073366 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: extraroute-atomic Nov 04 13:17:48.073712 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: filter_validation.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.074373 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.074865 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: filter-validation Nov 04 13:17:48.075177 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: fip_pf_description.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.076244 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.076736 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 04 13:17:48.077051 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: fip_port_details.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.078003 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.078498 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: fip-port-details Nov 04 13:17:48.078816 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: flavors.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.080043 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.080549 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: flavors Nov 04 13:17:48.080867 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.082534 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.083051 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 04 13:17:48.083375 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: floatingip_pools.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.084063 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.084564 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: floatingip-pools Nov 04 13:17:48.084881 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: ip_allocation.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.085815 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.086318 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension ip_allocation not supported by any of loaded plugins Nov 04 13:17:48.086630 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.087536 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.088031 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: ip-substring-filtering Nov 04 13:17:48.088347 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: l2_adjacency.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.089273 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.089798 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension l2_adjacency not supported by any of loaded plugins Nov 04 13:17:48.090116 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: l3.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.091053 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.091555 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: router Nov 04 13:17:48.091869 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: l3_conntrack_helper.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.094748 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.095270 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 04 13:17:48.095595 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.096505 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.097009 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: ext-gw-mode Nov 04 13:17:48.097325 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.098259 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.098764 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: l3-ha Nov 04 13:17:48.099081 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: l3_flavors.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.099986 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.100484 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: l3-flavors Nov 04 13:17:48.100799 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.101741 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.102239 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: l3-port-ip-change-not-allowed Nov 04 13:17:48.102556 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: l3agentscheduler.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.103584 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.104084 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: l3_agent_scheduler Nov 04 13:17:48.104405 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: logging.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.105913 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.106427 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension logging not supported by any of loaded plugins Nov 04 13:17:48.106748 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: metering.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.107475 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.108043 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: metering Nov 04 13:17:48.108361 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.110247 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.110761 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: metering_source_and_destination_fields Nov 04 13:17:48.111084 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: multiprovidernet.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.112125 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.112632 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: multi-provider Nov 04 13:17:48.112955 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: netmtu.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.113881 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.114383 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: net-mtu Nov 04 13:17:48.114703 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: netmtu_writable.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.115603 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.116103 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: net-mtu-writable Nov 04 13:17:48.116422 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: network_availability_zone.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.117077 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.117573 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: network_availability_zone Nov 04 13:17:48.117911 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: network_ip_availability.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.118997 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.119505 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: network-ip-availability Nov 04 13:17:48.119828 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: network_segment_range.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.120577 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.121070 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension network-segment-range not supported by any of loaded plugins Nov 04 13:17:48.121386 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: pagination.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.122380 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.122707 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: pagination Nov 04 13:17:48.123022 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.123928 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.124469 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: port-mac-address-regenerate Nov 04 13:17:48.124785 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: port_resource_request.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.125705 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.126197 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension port-resource-request not supported by any of loaded plugins Nov 04 13:17:48.126510 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: portbindings.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.127427 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.127924 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: binding Nov 04 13:17:48.128238 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: portbindings_extended.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.129500 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.130047 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: binding-extended Nov 04 13:17:48.130371 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: portsecurity.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.131272 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.131773 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: port-security Nov 04 13:17:48.132091 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: project_id.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.133047 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.133368 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: project-id Nov 04 13:17:48.133710 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: providernet.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.134623 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.135129 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: provider Nov 04 13:17:48.135446 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: qos.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.138971 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.139483 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension qos not supported by any of loaded plugins Nov 04 13:17:48.139835 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.141069 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.141579 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 04 13:17:48.141931 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.142836 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.143336 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 04 13:17:48.143658 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: qos_default.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.144557 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.145057 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension qos-default not supported by any of loaded plugins Nov 04 13:17:48.145378 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: qos_fip.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.146052 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.146550 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension qos-fip not supported by any of loaded plugins Nov 04 13:17:48.146869 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: qos_gateway_ip.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.147788 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.148290 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 04 13:17:48.148607 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: qos_port_network_policy.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.149505 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.150033 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 04 13:17:48.150350 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: qos_rule_type_details.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.151251 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.151741 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 04 13:17:48.152054 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: qos_rules_alias.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.153081 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.153576 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 04 13:17:48.153919 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: quotasv2.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.154778 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.155098 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: quotas Nov 04 13:17:48.156094 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: quotasv2_detail.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.158215 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.158555 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: quota_details Nov 04 13:17:48.158884 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: rbac.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.159933 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.160458 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: rbac-policies Nov 04 13:17:48.160779 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: rbac_address_scope.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.161734 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.162245 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: rbac-address-scope Nov 04 13:17:48.162560 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: rbac_security_groups.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.163473 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.163976 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: rbac-security-groups Nov 04 13:17:48.164294 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: rbac_subnetpool.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.165198 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.165969 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: rbac-subnetpool Nov 04 13:17:48.166285 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: revisionifmatch.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.167194 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.167693 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: revision-if-match Nov 04 13:17:48.168007 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: revisions.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.169116 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.169638 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: standard-attr-revisions Nov 04 13:17:48.169955 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: router_availability_zone.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.170620 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.171718 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: router_availability_zone Nov 04 13:17:48.172233 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: routerservicetype.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.173177 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.173699 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension router-service-type not supported by any of loaded plugins Nov 04 13:17:48.174017 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: security_groups_port_filtering.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.174931 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.175431 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: port-security-groups-filtering Nov 04 13:17:48.175745 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: securitygroup.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.186636 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.187149 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: security-group Nov 04 13:17:48.187547 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: segment.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.188471 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.188978 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension segment not supported by any of loaded plugins Nov 04 13:17:48.189299 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.190257 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.190764 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 04 13:17:48.191088 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: servicetype.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.192892 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.193443 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: service-type Nov 04 13:17:48.193811 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: sorting.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.195041 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.195403 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: sorting Nov 04 13:17:48.195721 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: standard_attr_segment.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.196733 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.197254 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 04 13:17:48.197632 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: standardattrdescription.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.198345 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.198869 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: standard-attr-description Nov 04 13:17:48.199187 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: stateful_security_group.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.200130 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.200670 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: stateful-security-group Nov 04 13:17:48.201010 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: stdattrs_common.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.201597 dv-cinder-810367-1-smb neutron-server[82667]: WARNING neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 04 13:17:48.202032 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.203055 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.203560 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 04 13:17:48.203875 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: subnet_onboard.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.205095 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.205655 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: subnet_onboard Nov 04 13:17:48.205982 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.206956 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.207407 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 04 13:17:48.207748 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: subnet_service_types.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.208733 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.209240 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: subnet-service-types Nov 04 13:17:48.209557 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: subnetallocation.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.210759 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.211276 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: subnet_allocation Nov 04 13:17:48.211630 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.212296 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.212843 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: subnetpool-prefix-ops Nov 04 13:17:48.213165 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.214113 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.214633 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 04 13:17:48.215056 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: tagging.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.216121 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.217223 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: standard-attr-tag Nov 04 13:17:48.217223 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: timestamp.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.218702 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.219267 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loaded extension: standard-attr-timestamp Nov 04 13:17:48.219586 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: trunk.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.220968 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.221518 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension trunk not supported by any of loaded plugins Nov 04 13:17:48.221845 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: trunk_details.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.222764 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.223271 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension trunk-details not supported by any of loaded plugins Nov 04 13:17:48.223587 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: uplink_status_propagation.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.224595 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.225099 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 04 13:17:48.225415 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Loading extension file: vlantransparent.py {{(pid=82667) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 04 13:17:48.226115 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82667) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 04 13:17:48.226716 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extension vlan-transparent not supported by any of loaded plugins Nov 04 13:17:48.229102 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Creating instance of TrackedResource for resource:network Nov 04 13:17:48.229877 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Creating instance of TrackedResource for resource:subnet Nov 04 13:17:48.230708 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Creating instance of TrackedResource for resource:subnetpool Nov 04 13:17:48.231322 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Creating instance of TrackedResource for resource:port Nov 04 13:17:48.232659 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.v2.resource_helper [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 13:17:48.233106 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.v2.resource_helper [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Service FLAVORS assigned prefix: {{(pid=82667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 13:17:48.234384 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.v2.resource_helper [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 13:17:48.234800 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.v2.resource_helper [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 13:17:48.235128 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Creating instance of TrackedResource for resource:router Nov 04 13:17:48.235778 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Creating instance of TrackedResource for resource:floatingip Nov 04 13:17:48.236491 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.v2.resource_helper [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Service METERING assigned prefix: /metering {{(pid=82667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 13:17:48.237943 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:48.238305 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:48.238648 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:17:48.239789 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Creating instance of CountableResource for resource:rbac_policy Nov 04 13:17:48.240224 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Creating instance of TrackedResource for resource:security_group Nov 04 13:17:48.240869 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 04 13:17:48.241603 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.v2.resource_helper [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Service CORE assigned prefix: {{(pid=82667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 13:17:48.241960 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Creating instance of TrackedResource for resource:subnetpool Nov 04 13:17:48.242292 dv-cinder-810367-1-smb neutron-server[82667]: WARNING neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] subnetpool is already registered Nov 04 13:17:48.242896 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.v2.resource_helper [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Service CORE assigned prefix: {{(pid=82667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 13:17:48.243215 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Creating instance of TrackedResource for resource:subnetpool Nov 04 13:17:48.243531 dv-cinder-810367-1-smb neutron-server[82667]: WARNING neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] subnetpool is already registered Nov 04 13:17:48.246045 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.v2.resource_helper [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 13:17:48.246485 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.v2.resource_helper [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Service FLAVORS assigned prefix: {{(pid=82667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 13:17:48.247045 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.v2.resource_helper [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 13:17:48.247455 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.v2.resource_helper [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 13:17:48.247779 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Creating instance of TrackedResource for resource:router Nov 04 13:17:48.248099 dv-cinder-810367-1-smb neutron-server[82667]: WARNING neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] router is already registered Nov 04 13:17:48.248681 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Creating instance of TrackedResource for resource:floatingip Nov 04 13:17:48.249002 dv-cinder-810367-1-smb neutron-server[82667]: WARNING neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] floatingip is already registered Nov 04 13:17:48.249704 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.v2.resource_helper [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Service METERING assigned prefix: /metering {{(pid=82667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 13:17:48.250341 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Creating instance of CountableResource for resource:rbac_policy Nov 04 13:17:48.250665 dv-cinder-810367-1-smb neutron-server[82667]: WARNING neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] rbac_policy is already registered Nov 04 13:17:48.251200 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Creating instance of TrackedResource for resource:security_group Nov 04 13:17:48.251530 dv-cinder-810367-1-smb neutron-server[82667]: WARNING neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] security_group is already registered Nov 04 13:17:48.252104 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 04 13:17:48.252426 dv-cinder-810367-1-smb neutron-server[82667]: WARNING neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] security_group_rule is already registered Nov 04 13:17:48.253064 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.v2.resource_helper [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Service CORE assigned prefix: {{(pid=82667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 13:17:48.253385 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Creating instance of TrackedResource for resource:subnetpool Nov 04 13:17:48.253724 dv-cinder-810367-1-smb neutron-server[82667]: WARNING neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] subnetpool is already registered Nov 04 13:17:48.254329 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.v2.resource_helper [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Service CORE assigned prefix: {{(pid=82667) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 13:17:48.254649 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Creating instance of TrackedResource for resource:subnetpool Nov 04 13:17:48.254964 dv-cinder-810367-1-smb neutron-server[82667]: WARNING neutron.quota.resource_registry [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] subnetpool is already registered Nov 04 13:17:48.255601 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: extensions {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.257062 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: address-groups {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.258645 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: address-scopes {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.259826 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: agents {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.260948 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: auto-allocated-topology {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.262192 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: availability_zones {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.263465 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: dhcp-networks {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.264990 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: dhcp-agents {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.266366 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: routers {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.268098 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: flavors {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.269241 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: service_profiles {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.270426 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: next_providers {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.271920 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: service_profiles {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.273336 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: floatingip-pools {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.274535 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: routers {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.276340 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: floatingips {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.277429 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: l3-routers {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.278808 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: l3-agents {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.280156 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: metering-labels {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.282918 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: metering-label-rules {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.284153 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: network-ip-availabilities {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.285368 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: bindings {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.287013 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: quotas {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.288411 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: quotas {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.289811 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: rbac-policies {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.291345 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: security-groups {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.292508 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: security-group-rules {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.293733 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: service-providers {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.294927 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: subnetpools {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.296903 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: subnetpools {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.298345 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: tags {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.299971 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: tags {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.301752 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: tags {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.303490 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: tags {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.305215 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: tags {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.306895 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: tags {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.308609 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: tags {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.310437 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: tags {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.312300 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: tags {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.314105 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron.api.extensions [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Extended resource: tags {{(pid=82667) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 04 13:17:48.319963 dv-cinder-810367-1-smb neutron-server[82667]: WARNING keystonemiddleware.auth_token [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 04 13:17:48.324683 dv-cinder-810367-1-smb neutron-server[82667]: WARNING keystonemiddleware.auth_token [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 04 13:17:48.333191 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_concurrency.lockutils [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Acquired lock "singleton_lock" {{(pid=82667) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 04 13:17:48.333683 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_concurrency.lockutils [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Releasing lock "singleton_lock" {{(pid=82667) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 04 13:17:48.334304 dv-cinder-810367-1-smb neutron-server[82667]: INFO oslo_service.service [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Starting 2 workers Nov 04 13:17:48.338796 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Started child 82772 {{(pid=82667) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 04 13:17:48.343472 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Started child 82773 {{(pid=82667) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 04 13:17:48.344586 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:17:48.345229 dv-cinder-810367-1-smb neutron-server[82667]: INFO neutron.service [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Neutron service started, listening on 0.0.0.0:9696 Nov 04 13:17:48.345546 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Notify callbacks [] for process, before_spawn {{(pid=82667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:17:48.346068 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [-] (82772) wsgi starting up on http://0.0.0.0:9696 Nov 04 13:17:48.348016 dv-cinder-810367-1-smb neutron-server[82667]: INFO oslo_service.service [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Starting 1 workers Nov 04 13:17:48.348126 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:17:48.349478 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [-] (82773) wsgi starting up on http://0.0.0.0:9696 Nov 04 13:17:48.352841 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Started child 82774 {{(pid=82667) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 04 13:17:48.353342 dv-cinder-810367-1-smb neutron-server[82667]: INFO oslo_service.service [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Starting 1 workers Nov 04 13:17:48.356719 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.service [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] calling RpcWorker wait() {{(pid=82774) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 04 13:17:48.357240 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.service [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] returning from RpcWorker wait() {{(pid=82774) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 04 13:17:48.357405 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Started child 82775 {{(pid=82667) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 04 13:17:48.358197 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG neutron_lib.callbacks.manager [None req-b94a67cd-0bc8-47ed-9f16-a81895a5f46c None None] Notify callbacks [] for process, after_spawn {{(pid=82667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:17:48.359311 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:17:48.359999 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:17:48.360666 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82667) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 04 13:17:48.360874 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 04 13:17:48.361054 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 04 13:17:48.361262 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 04 13:17:48.361631 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 04 13:17:48.361814 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 04 13:17:48.362312 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.362606 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.362865 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.363134 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.363342 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:17:48.363813 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.363938 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.364211 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.364437 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:17:48.364543 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.364714 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.364982 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.365151 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.365313 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.365549 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.365822 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.366123 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.366381 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.366634 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.366893 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.367060 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.367304 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.367573 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.367823 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.368087 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] debug = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.368326 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.368808 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.369034 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.369279 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.369514 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.369827 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.370084 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.370352 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.370564 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.370808 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.371049 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.371329 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.371542 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.371779 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.372033 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.372244 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.372716 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] host = dv-cinder-810367-1-smb {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.372968 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.373199 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.373433 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.373681 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.373944 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.374166 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.374621 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.374887 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.375150 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.375380 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.375650 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.375872 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.376102 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.376345 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] log_file = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.376506 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] log_options = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.376744 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.377020 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.377282 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.377472 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.377676 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.377855 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.378126 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.378288 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.378558 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.378773 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.378972 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.379191 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.379434 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.379682 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.379939 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.380175 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.380405 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.380630 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.380882 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.381108 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.381347 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.381573 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.381828 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.382058 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.382287 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.382499 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.382720 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.382931 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.383141 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.383374 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.383641 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.383902 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.384134 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.384400 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.384627 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.384851 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.385085 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.385344 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.385572 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.385847 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.386103 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.386375 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.386538 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.386854 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.387008 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.387213 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] use_json = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.387440 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.387674 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.387937 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.388117 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.388355 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.388563 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.388788 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.389035 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.389449 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.389746 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.390219 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.390443 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.390681 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.390917 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.391170 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.391387 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.391633 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.391860 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.392385 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.392385 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.392985 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.392985 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.393434 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.393434 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.393772 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.393901 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.394137 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.394576 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.394576 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.394984 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.394984 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.395244 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.395436 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.395698 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.396091 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.396244 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.396431 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.396689 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.396977 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.397174 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.397393 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.397632 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.397858 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.398085 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.398295 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.398551 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.398782 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.399153 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.399313 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.399458 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.399673 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.399890 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.400094 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.400341 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.400739 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.400886 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.401031 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.402780 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.402780 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.402780 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.402780 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.402780 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.402780 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.402780 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.402780 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.403268 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.403268 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.403386 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.403559 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.403785 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.403994 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.404210 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.404444 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.404658 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.404890 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.405101 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.405315 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.406170 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.406513 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.406736 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.406955 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.407171 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.407478 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.407792 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.408033 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.408298 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.408517 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.408956 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.409374 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.409703 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.410017 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.410259 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.410619 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.411017 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.411449 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.411720 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.411971 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.412214 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.412452 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.412705 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.412928 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.413166 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.413417 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.413654 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.413918 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.414177 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.414406 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.414686 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.414920 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.415218 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.415712 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.415995 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.416210 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.416665 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.417156 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.417630 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.417940 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.418379 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.418795 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.419221 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.419475 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.419879 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.420119 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.420391 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.420642 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.420925 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.421845 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.422287 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.422548 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.422788 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.423134 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.423387 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.423605 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.423879 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.424184 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.424413 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.424651 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.424928 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.425187 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.425421 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.425668 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.426057 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.426416 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.426827 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.427208 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.427445 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.427691 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.427922 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.428140 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.428349 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.428702 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.429081 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.429293 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.429519 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.429781 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.429998 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.430212 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.430437 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.430648 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.430866 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.431116 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.431363 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.431600 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.431822 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.432054 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.432300 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.432516 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.432788 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.433040 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.433283 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.433506 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.433758 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.434019 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.434240 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.434496 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.434714 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.434928 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.435139 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.435356 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.435567 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.435798 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.436025 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.436238 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.436495 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.436743 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.437238 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.437463 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.437788 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.437956 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.438173 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.438390 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.438619 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.438831 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.439066 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.439300 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.439552 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.439762 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.440004 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.440232 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.440440 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.441650 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.441650 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.441650 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.441650 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.441650 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.442044 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.442044 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.442276 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.442477 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.442708 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.442954 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.443167 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.443377 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.443583 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.443813 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.444018 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.444305 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.444557 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.444772 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.445071 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.445316 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.445541 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.445815 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.446140 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.446347 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.446582 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.446794 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.447024 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.447240 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.447488 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.447811 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.448102 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.448340 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.448570 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.448848 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.449122 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.449388 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.449598 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.449918 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.450240 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.450549 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.450801 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.451025 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.451292 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.451510 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.451722 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.451970 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.452200 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.452440 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.452691 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.452944 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.453186 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.453417 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.453658 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.453879 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.454238 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.454357 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.454609 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.454823 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.454983 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 04 13:17:48.455506 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82667) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 04 13:17:48.455658 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 04 13:17:48.455811 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 04 13:17:48.455978 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 04 13:17:48.456140 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 04 13:17:48.456445 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 04 13:17:48.456551 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.456623 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.456961 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.456961 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.457134 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.457213 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.457368 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.457534 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.457717 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.457861 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.458029 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.458187 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.458326 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.458466 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.458605 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.458744 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.458903 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.459058 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.459216 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.459380 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.459530 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.459683 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.459992 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] debug = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.460150 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.460346 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.460504 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.460819 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.460976 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.461131 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.461286 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.461443 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.461597 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.461795 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.461953 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.462112 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.462268 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.462421 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.462575 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.462732 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.462887 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] host = dv-cinder-810367-1-smb {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.463042 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.463197 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.463352 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.463507 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.463661 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.463815 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.463970 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.464124 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.464305 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.464463 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.464619 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.464773 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.464929 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.465085 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] log_file = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.465240 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] log_options = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.465395 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.465548 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.465724 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.465905 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.466066 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.466239 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.466380 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.466516 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.466669 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.466823 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.466977 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.467131 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.467285 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.467438 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.467591 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.467745 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.467899 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.468569 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.468730 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.468877 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.469022 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.469176 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.469330 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.469484 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.469657 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.469816 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.469970 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.470124 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.470262 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.470421 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.470575 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.470729 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.470883 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.471038 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.471192 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.471346 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.471501 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.471661 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.471815 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.471974 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.472113 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.472271 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.472427 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.472581 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.472735 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.472890 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] use_json = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.473043 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.473195 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.473349 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.473501 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.473677 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.473833 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.473987 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.474143 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 13:17:48.474316 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.474475 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.474641 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.474800 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.474958 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.475115 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.475271 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.475429 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.475585 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.475742 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.475905 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.476062 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.476234 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.476413 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.476537 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.476695 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.476851 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.477009 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.477166 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.477324 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.477483 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.477658 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.477817 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.477973 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.478130 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.478288 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.478445 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.478603 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.478760 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.478919 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.479077 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.479233 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.479388 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.479545 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.479702 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.479860 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.480016 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.480174 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.480331 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.480488 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.480655 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.480812 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.480968 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.481125 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.481282 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.481438 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.481685 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.481812 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.481935 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.482057 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.482204 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.482374 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.482531 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.482688 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.482845 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.483002 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.483158 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.483316 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.483471 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.484186 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.484349 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.484485 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.484744 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.484915 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.485043 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.485199 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.485360 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.485518 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.485883 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.486029 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.486190 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.486348 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.486545 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.486657 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.486823 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.486995 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.487154 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.487311 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.487468 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.487625 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.487781 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.487938 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.488093 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.488266 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.488433 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.488552 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.488709 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.488919 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.489036 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.489161 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.489318 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.489473 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.489685 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.489819 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.489943 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.490097 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.490254 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.490412 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.490565 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 37530) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:17:48.490712 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.490712 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.490950 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.491072 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.491196 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.491318 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.491446 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.491785 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.491785 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.492025 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.492111 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.492221 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.492364 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.492521 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.492678 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.492835 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.493007 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.493137 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.493294 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.493458 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.493627 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.493796 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.493955 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.494115 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.494294 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.494453 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.494610 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.494760 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.494913 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.495072 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.495229 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.495386 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.495543 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.495701 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.495858 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.496016 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.496164 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.496318 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.496476 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.496666 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.496778 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.496934 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.497092 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.497250 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.497408 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.497549 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.497718 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.497872 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.498013 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.498177 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.498328 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.498467 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.498632 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.498773 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.498925 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.499066 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.499262 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.499450 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.499594 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.499821 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.500001 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.500233 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.500377 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.500538 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.500677 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.500836 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.500982 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.501144 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.501288 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.501451 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.501596 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.501773 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.501926 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.502067 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.502206 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.502367 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.502523 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.502661 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.502820 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.502994 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.503139 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.503286 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.503445 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.503675 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.503829 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.504189 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [-] 10.222.0.93 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0096045 Nov 04 13:17:48.504394 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.504394 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.504665 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.504665 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.504951 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.504951 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.505223 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.505360 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.505498 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.506478 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.506478 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.506478 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.506478 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.506478 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.506478 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.506478 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.507527 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.507527 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.507527 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.507527 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.507527 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.507527 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.508518 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.508689 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.508851 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.508964 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:17:48.509075 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.509182 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.509322 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.509490 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.509667 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.509941 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.510972 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.511153 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.511354 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.512166 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.512166 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.512166 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.512166 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.512166 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.512695 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.512695 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.512695 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.512983 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.512983 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.513178 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.513178 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.513393 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.513483 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.513671 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.513831 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.514132 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.514420 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.514715 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.515193 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.515438 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.515604 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.515835 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.515982 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.516131 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.516289 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.516447 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.516606 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.516763 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.516946 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.517070 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.517227 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.517385 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.517542 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 13:17:48.517724 dv-cinder-810367-1-smb neutron-server[82667]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82667) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 04 13:17:59.068657 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7192e5f3-b4f6-483b-8f14-fc5a564582d9 None None] get_active_networks_info from dv-cinder-810367-1-smb {{(pid=82774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 04 13:17:59.189829 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7192e5f3-b4f6-483b-8f14-fc5a564582d9 None None] No non-hosted networks {{(pid=82774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 04 13:17:59.215010 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.agentschedulers_db [None req-7192e5f3-b4f6-483b-8f14-fc5a564582d9 None None] DHCP Agent not found on host dv-cinder-810367-1-smb {{(pid=82774) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 04 13:17:59.420081 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-901f5ff6-2d87-4098-85d0-90bb2f28bd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3838097'] for agent, after_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:17:59.467212 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3838097'] for agent, after_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:17:59.467972 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:17:59.468741 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:17:59.476777 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:17:59.477256 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:17:59.477645 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:17:59.477984 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:17:59.479167 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:17:59.479714 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:17:59.480214 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:17:59.480700 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:17:59.482695 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:17:59.483337 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-810367-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:17:59.493742 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-810367-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:18:01.123804 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-9b183fee-0a71-489e-94f0-24e02c52b6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3838097'] for agent, after_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:01.146840 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-51287f3c-82ec-43b6-bae7-b71139836eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:02.011714 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3838097'] for agent, after_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:03.554533 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3838097'] for agent, after_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:05.422901 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 37628) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:18:06.022395 dv-cinder-810367-1-smb neutron-server[82773]: WARNING oslo_policy.policy [None req-df987bd8-5425-4838-b407-53334e4246ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 13:18:06.022999 dv-cinder-810367-1-smb neutron-server[82773]: WARNING oslo_policy.policy [None req-df987bd8-5425-4838-b407-53334e4246ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 13:18:06.241460 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [None req-df987bd8-5425-4838-b407-53334e4246ea admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=82773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 04 13:18:06.242459 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-df987bd8-5425-4838-b407-53334e4246ea admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8187466 Nov 04 13:18:07.130523 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.db.l3_hamode_db [None req-8b6c2556-b576-4153-947d-26479a01b651 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 04 13:18:07.221839 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c2556-b576-4153-947d-26479a01b651 None None] Routers set() bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:18:07.222240 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c2556-b576-4153-947d-26479a01b651 None None] Router IDs set() for agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 04 13:18:08.502186 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 37642) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:18:08.877800 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-5dfa594f-c03c-4b69-ab92-886c46506906 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:18:08.927415 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.policy [None req-5dfa594f-c03c-4b69-ab92-886c46506906 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82773) register_rules /opt/stack/neutron/neutron/policy.py:65}} Nov 04 13:18:08.928154 dv-cinder-810367-1-smb neutron-server[82773]: WARNING oslo_policy.policy [None req-5dfa594f-c03c-4b69-ab92-886c46506906 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 13:18:08.928557 dv-cinder-810367-1-smb neutron-server[82773]: WARNING oslo_policy.policy [None req-5dfa594f-c03c-4b69-ab92-886c46506906 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 13:18:08.931895 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.quota [None req-5dfa594f-c03c-4b69-ab92-886c46506906 admin admin] Loaded quota_driver: . Nov 04 13:18:08.947464 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-5dfa594f-c03c-4b69-ab92-886c46506906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:18:09.018078 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5dfa594f-c03c-4b69-ab92-886c46506906 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742935135924', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742935113147', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742935110608', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742935103675', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742935130299', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1120285', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1114689', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3890467', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3729941'] for rbac-policy, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:09.086007 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5dfa594f-c03c-4b69-ab92-886c46506906 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:09.093634 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-5dfa594f-c03c-4b69-ab92-886c46506906 admin admin] 10.222.0.93 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5896730 Nov 04 13:18:11.615132 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 37656) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:18:11.981838 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Request body: {'network': {'name': 'private', 'project_id': '00090757f49247a5890a353254c548cd', 'admin_state_up': True}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:18:11.986468 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:18:11.990975 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Usage tracker for resource:network and tenant:00090757f49247a5890a353254c548cd is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:18:11.995475 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:18:12.001544 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:18:12.010844 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Made reservation on behalf of 00090757f49247a5890a353254c548cd for: {'network': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:18:12.013592 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for network, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:12.032241 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:12.075308 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:18:12.079706 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Usage tracker for resource:security_group_rule and tenant:00090757f49247a5890a353254c548cd is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:18:12.082527 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:18:12.088344 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:18:12.154261 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:12.158473 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:12.163851 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:18:12.184536 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=82773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 13:18:12.209512 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742936665519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:12.210113 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Unsubscribe: segment precommit_create {{(pid=82773) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 04 13:18:12.210566 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.db.segments_db [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Added segment c262bdf6-4b54-4d40-ae12-912640581abe of type vlan for network e14aba2b-3071-4e6c-9d4f-09f67b9dfa02 Nov 04 13:18:12.219473 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d639dfba-b102-4855-a072-07008bb96f40,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:18:12.274614 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:12.274865 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:12.275190 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:12.275511 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:12.275826 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:12.276136 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:12.276448 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:12.276770 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:12.277080 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:12.277383 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:12.277711 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Tracked resource versions report: Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: pushed versions: Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: { 'ConntrackHelper': {'1.0'}, Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: 'Log': {'1.0'}, Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: 'Network': {'1.1'}, Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: 'Port': {'1.5'}, Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: 'PortForwarding': {'1.2'}, Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: 'QosPolicy': {'1.8'}, Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: 'SecurityGroup': {'1.2'}, Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: 'SecurityGroupRule': {'1.0'}, Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: 'SubPort': {'1.0'}, Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: 'Subnet': {'1.1'}, Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: 'Trunk': {'1.1'}} Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: consumer versions: Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: { DHCP agent@dv-cinder-810367-1-smb: {}, Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: L3 agent@dv-cinder-810367-1-smb: {}, Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: Metadata agent@dv-cinder-810367-1-smb: {}, Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: Metering agent@dv-cinder-810367-1-smb: {}, Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: Open vSwitch agent@dv-cinder-810367-1-smb: { 'ConntrackHelper': '1.0', Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: 'Log': '1.0', Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: 'Network': '1.1', Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: 'Port': '1.5', Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: 'PortForwarding': '1.2', Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: 'QosPolicy': '1.8', Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: 'SecurityGroup': '1.2', Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: 'SecurityGroupRule': '1.0', Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: 'SubPort': '1.0', Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: 'Subnet': '1.1', Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: 'Trunk': '1.1'}} Nov 04 13:18:12.278801 dv-cinder-810367-1-smb neutron-server[82773]: {{(pid=82773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 13:18:12.324689 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:18:12.330620 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742936165852'] for network, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:12.371453 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for network, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:12.372803 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:18:12.373442 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:12.378200 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:18:12.477999 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8617897 Nov 04 13:18:12.482414 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Pushing event updated for resources: {'Network': ['ID=e14aba2b-3071-4e6c-9d4f-09f67b9dfa02,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:18:12.503379 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:18:12.511520 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Network e14aba2b-3071-4e6c-9d4f-09f67b9dfa02 details requested by agent ovs-agent-dv-cinder-810367-1-smb with host dv-cinder-810367-1-smb {{(pid=82774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 04 13:18:15.054376 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 37672) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:18:15.524253 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31988d25-4a57-459e-b56f-28fbdf28c387 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:18:15.525560 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-31988d25-4a57-459e-b56f-28fbdf28c387 admin admin] 10.222.0.93 "GET /v2.0/networks/e14aba2b-3071-4e6c-9d4f-09f67b9dfa02 HTTP/1.1" status: 200 len: 825 time: 0.4702442 Nov 04 13:18:15.556200 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-5b77834d-0e84-4583-b4c8-3a68c9e3881f admin admin] 10.222.0.93 "GET /v2.0/subnetpools/1661c717-a80f-4b46-bb95-cc943fd9927a HTTP/1.1" status: 200 len: 734 time: 0.0247819 Nov 04 13:18:15.564426 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-8090c27c-9258-41cb-8116-ce1c10a94fa1 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '00090757f49247a5890a353254c548cd', 'gateway_ip': '172.20.0.1', 'network_id': 'e14aba2b-3071-4e6c-9d4f-09f67b9dfa02', 'subnetpool_id': '1661c717-a80f-4b46-bb95-cc943fd9927a'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:18:15.568658 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-8090c27c-9258-41cb-8116-ce1c10a94fa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:18:15.572305 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-8090c27c-9258-41cb-8116-ce1c10a94fa1 admin admin] Usage tracker for resource:subnet and tenant:00090757f49247a5890a353254c548cd is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:18:15.575112 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-8090c27c-9258-41cb-8116-ce1c10a94fa1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:18:15.580637 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-8090c27c-9258-41cb-8116-ce1c10a94fa1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:18:15.590152 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8090c27c-9258-41cb-8116-ce1c10a94fa1 admin admin] Made reservation on behalf of 00090757f49247a5890a353254c548cd for: {'subnet': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:18:15.592304 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8090c27c-9258-41cb-8116-ce1c10a94fa1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:15.854680 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8090c27c-9258-41cb-8116-ce1c10a94fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for subnet, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:15.859327 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:18:15.938468 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090c27c-9258-41cb-8116-ce1c10a94fa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e35b76c0-6c01-45a2-addc-936338b4b869,revision_number=0']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:18:15.943257 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-8090c27c-9258-41cb-8116-ce1c10a94fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:18:15.945087 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8090c27c-9258-41cb-8116-ce1c10a94fa1 admin admin] Checking segment: {'id': 'c262bdf6-4b54-4d40-ae12-912640581abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e14aba2b-3071-4e6c-9d4f-09f67b9dfa02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:18:15.945437 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8090c27c-9258-41cb-8116-ce1c10a94fa1 admin admin] Network hostable DHCP agents. Network: e14aba2b-3071-4e6c-9d4f-09f67b9dfa02, hostable agents: ['631ea237-d78a-4659-83c4-0eb0d10a6a4b'], hosted agents: [] {{(pid=82773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 13:18:15.970011 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8090c27c-9258-41cb-8116-ce1c10a94fa1 admin admin] Network e14aba2b-3071-4e6c-9d4f-09f67b9dfa02 is scheduled to be hosted by DHCP agent 631ea237-d78a-4659-83c4-0eb0d10a6a4b with binding_index 1 {{(pid=82773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 13:18:15.979241 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-8090c27c-9258-41cb-8116-ce1c10a94fa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-smb, e14aba2b-3071-4e6c-9d4f-09f67b9dfa02) {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:18:15.983580 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8090c27c-9258-41cb-8116-ce1c10a94fa1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:18:15.984162 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8090c27c-9258-41cb-8116-ce1c10a94fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:15.988966 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b0d244-cccd-4b1e-ab04-fb47902b0259 None None] Network e14aba2b-3071-4e6c-9d4f-09f67b9dfa02 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:18:16.003710 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-8090c27c-9258-41cb-8116-ce1c10a94fa1 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4426126 Nov 04 13:18:16.299721 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp297d0050-6f8e-552a-a3ab-a77bfbb8aa11-e14aba2b-3071-4e6c-9d4f-09f67b9dfa02', 'network_id': 'e14aba2b-3071-4e6c-9d4f-09f67b9dfa02', 'tenant_id': '00090757f49247a5890a353254c548cd', 'fixed_ips': [{'subnet_id': 'e35b76c0-6c01-45a2-addc-936338b4b869'}]}} from dv-cinder-810367-1-smb. {{(pid=82774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 04 13:18:16.300890 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:16.482382 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.db_base_plugin_common [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Allocated IP 172.20.0.2 (e14aba2b-3071-4e6c-9d4f-09f67b9dfa02/e35b76c0-6c01-45a2-addc-936338b4b869/43dfd8bc-f1fc-4dff-9516-07c574c2b8f7) {{(pid=82774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:18:16.705490 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Notify callbacks [] for port, precommit_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:16.719410 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Transition to ACTIVE for port object 43dfd8bc-f1fc-4dff-9516-07c574c2b8f7 will not be triggered until provisioned by entity L2. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:18:16.741494 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Transition to ACTIVE for port object 43dfd8bc-f1fc-4dff-9516-07c574c2b8f7 will not be triggered until provisioned by entity DHCP. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:18:16.748183 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526'] for port, after_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:16.754191 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:18:16.810078 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Network e14aba2b-3071-4e6c-9d4f-09f67b9dfa02 is already hosted by enough agents. {{(pid=82774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:18:16.811212 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.scheduler.base_scheduler [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Resources bound (agent type, host, resource id): {{(pid=82774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:18:16.822053 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Received port after_create {{(pid=82774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:18:16.829023 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Pushing event updated for resources: {'Port': ['ID=43dfd8bc-f1fc-4dff-9516-07c574c2b8f7,revision_number=1']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:18:16.867097 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:16.867433 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:16.867762 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:16.868086 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:16.868407 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:16.868727 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:16.869042 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:16.869357 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:16.869692 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:16.870006 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:16.870319 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Tracked resource versions report: Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: pushed versions: Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: { 'ConntrackHelper': {'1.0'}, Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: 'Log': {'1.0'}, Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: 'Network': {'1.1'}, Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: 'Port': {'1.5'}, Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: 'PortForwarding': {'1.2'}, Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: 'QosPolicy': {'1.8'}, Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: 'SecurityGroup': {'1.2'}, Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: 'SecurityGroupRule': {'1.0'}, Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: 'SubPort': {'1.0'}, Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: 'Subnet': {'1.1'}, Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: 'Trunk': {'1.1'}} Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: consumer versions: Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: { DHCP agent@dv-cinder-810367-1-smb: {}, Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: L3 agent@dv-cinder-810367-1-smb: {}, Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: Metadata agent@dv-cinder-810367-1-smb: {}, Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: Metering agent@dv-cinder-810367-1-smb: {}, Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: Open vSwitch agent@dv-cinder-810367-1-smb: { 'ConntrackHelper': '1.0', Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: 'Log': '1.0', Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: 'Network': '1.1', Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: 'Port': '1.5', Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: 'PortForwarding': '1.2', Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: 'QosPolicy': '1.8', Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: 'SecurityGroup': '1.2', Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: 'SecurityGroupRule': '1.0', Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: 'SubPort': '1.0', Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: 'Subnet': '1.1', Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: 'Trunk': '1.1'}} Nov 04 13:18:16.871435 dv-cinder-810367-1-smb neutron-server[82774]: {{(pid=82774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 13:18:16.903740 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:18:16.928438 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Attempting to bind port 43dfd8bc-f1fc-4dff-9516-07c574c2b8f7 on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:18:16.928832 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Attempting to bind port 43dfd8bc-f1fc-4dff-9516-07c574c2b8f7 by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': 'c262bdf6-4b54-4d40-ae12-912640581abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e14aba2b-3071-4e6c-9d4f-09f67b9dfa02'}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:18:16.929250 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Attempting to bind port 43dfd8bc-f1fc-4dff-9516-07c574c2b8f7 on network e14aba2b-3071-4e6c-9d4f-09f67b9dfa02 {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:18:16.935647 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:18:16.936056 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Checking segment: {'id': 'c262bdf6-4b54-4d40-ae12-912640581abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e14aba2b-3071-4e6c-9d4f-09f67b9dfa02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:18:16.937061 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:16.937459 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Bound using segment: {'id': 'c262bdf6-4b54-4d40-ae12-912640581abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e14aba2b-3071-4e6c-9d4f-09f67b9dfa02'} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:18:16.937976 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Bound port: 43dfd8bc-f1fc-4dff-9516-07c574c2b8f7, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c262bdf6-4b54-4d40-ae12-912640581abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e14aba2b-3071-4e6c-9d4f-09f67b9dfa02'}}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:18:16.938363 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:17.024130 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] For port 43dfd8bc-f1fc-4dff-9516-07c574c2b8f7, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:18:17.027988 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] For port 43dfd8bc-f1fc-4dff-9516-07c574c2b8f7, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=43dfd8bc-f1fc-4dff-9516-07c574c2b8f7,segment=NetworkSegment(c262bdf6-4b54-4d40-ae12-912640581abe),segment_id=c262bdf6-4b54-4d40-ae12-912640581abe)] {{(pid=82774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:18:17.033386 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:17.037970 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:18:17.145232 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Pushing event updated for resources: {'Port': ['ID=43dfd8bc-f1fc-4dff-9516-07c574c2b8f7,revision_number=2']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:18:17.154479 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:18:18.308474 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 37682) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:18:18.704715 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [None req-dbd45397-ff13-4731-8e65-5ff00887d708 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=82773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 04 13:18:18.705787 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-dbd45397-ff13-4731-8e65-5ff00887d708 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3963492 Nov 04 13:18:20.790309 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7858ade-9f35-4b40-9821-85a06c8173fe None None] Network e14aba2b-3071-4e6c-9d4f-09f67b9dfa02 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:18:20.957826 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-ef038e00-95bf-4d72-82d2-7973e0e5bf2a None None] Provisioning for port 43dfd8bc-f1fc-4dff-9516-07c574c2b8f7 completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:18:20.972079 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 37696) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:18:21.584470 dv-cinder-810367-1-smb neutron-server[82772]: WARNING oslo_policy.policy [None req-5ee5ddc6-604b-46d1-a2f8-4dcf3b884411 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 13:18:21.585065 dv-cinder-810367-1-smb neutron-server[82772]: WARNING oslo_policy.policy [None req-5ee5ddc6-604b-46d1-a2f8-4dcf3b884411 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 13:18:21.691130 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 43dfd8bc-f1fc-4dff-9516-07c574c2b8f7 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:18:21.757951 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port 43dfd8bc-f1fc-4dff-9516-07c574c2b8f7 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:18:21.762789 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 43dfd8bc-f1fc-4dff-9516-07c574c2b8f7 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:18:21.763191 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:21.800356 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [None req-5ee5ddc6-604b-46d1-a2f8-4dcf3b884411 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=82772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 04 13:18:21.801604 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-5ee5ddc6-604b-46d1-a2f8-4dcf3b884411 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8273354 Nov 04 13:18:21.888004 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:21.924133 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] For port 43dfd8bc-f1fc-4dff-9516-07c574c2b8f7, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=43dfd8bc-f1fc-4dff-9516-07c574c2b8f7,segment=NetworkSegment(c262bdf6-4b54-4d40-ae12-912640581abe),segment_id=c262bdf6-4b54-4d40-ae12-912640581abe)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:18:21.928700 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:21.930941 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:18:21.999688 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Pushing event updated for resources: {'Port': ['ID=43dfd8bc-f1fc-4dff-9516-07c574c2b8f7,revision_number=3']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:18:22.003007 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:18:23.672391 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 43dfd8bc-f1fc-4dff-9516-07c574c2b8f7 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:18:23.737989 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 43dfd8bc-f1fc-4dff-9516-07c574c2b8f7 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:18:23.738355 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:24.359442 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 37712) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:18:24.803195 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-c3d84616-f14f-432d-82d9-6907b992ab32 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '00090757f49247a5890a353254c548cd', 'admin_state_up': True}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:18:24.836025 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.policy [None req-c3d84616-f14f-432d-82d9-6907b992ab32 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82772) register_rules /opt/stack/neutron/neutron/policy.py:65}} Nov 04 13:18:24.836775 dv-cinder-810367-1-smb neutron-server[82772]: WARNING oslo_policy.policy [None req-c3d84616-f14f-432d-82d9-6907b992ab32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 13:18:24.837153 dv-cinder-810367-1-smb neutron-server[82772]: WARNING oslo_policy.policy [None req-c3d84616-f14f-432d-82d9-6907b992ab32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 13:18:24.840430 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.quota [None req-c3d84616-f14f-432d-82d9-6907b992ab32 admin admin] Loaded quota_driver: . Nov 04 13:18:24.855509 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-c3d84616-f14f-432d-82d9-6907b992ab32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:18:24.862508 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-c3d84616-f14f-432d-82d9-6907b992ab32 admin admin] Usage tracker for resource:router and tenant:00090757f49247a5890a353254c548cd is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:18:24.867611 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-c3d84616-f14f-432d-82d9-6907b992ab32 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:18:24.876544 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-c3d84616-f14f-432d-82d9-6907b992ab32 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:18:24.893017 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c3d84616-f14f-432d-82d9-6907b992ab32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9207'] for router, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:24.895015 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c3d84616-f14f-432d-82d9-6907b992ab32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3839100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3907538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9102'] for router, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:24.924216 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c3d84616-f14f-432d-82d9-6907b992ab32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:25.037388 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c3d84616-f14f-432d-82d9-6907b992ab32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3834504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839009'] for router, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:25.058667 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c3d84616-f14f-432d-82d9-6907b992ab32 admin admin] Notify callbacks [] for router, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:25.060017 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-c3d84616-f14f-432d-82d9-6907b992ab32 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6996334 Nov 04 13:18:27.318546 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 37724) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:18:27.702843 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [None req-391fb952-21c2-4cc0-9446-047044a4c5aa admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=82773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 04 13:18:27.703931 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-391fb952-21c2-4cc0-9446-047044a4c5aa admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3845000 Nov 04 13:18:28.970487 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6edb67ff-84de-448d-b400-7b7d4d78cf42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:29.336737 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:29.970125 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 37734) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:18:30.352917 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:18:30.357955 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:18:30.362398 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Usage tracker for resource:network and tenant:72995d732d7f405b970b2c668d678465 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:18:30.365166 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:18:30.370758 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:18:30.380240 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Made reservation on behalf of 72995d732d7f405b970b2c668d678465 for: {'network': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:18:30.382602 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for network, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:30.394397 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:30.425034 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:18:30.428676 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Usage tracker for resource:security_group_rule and tenant:72995d732d7f405b970b2c668d678465 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:18:30.431380 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:18:30.437006 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:18:30.498610 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:30.504864 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:30.509161 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:18:30.525148 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Reserving flat network on physical network physnet1 {{(pid=82773) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 04 13:18:30.555502 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db9e8da-f855-4031-80e2-1a2a4af84cb2,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:18:30.559213 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:18:30.560080 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:30.560411 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.db.segments_db [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Added segment 3f0fe7d5-43c0-4d71-83f6-6126d74e594c of type flat for network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 Nov 04 13:18:30.590934 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742936165852'] for network, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:30.625085 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for network, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:30.626218 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:18:30.626768 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:30.631148 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:18:30.725086 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Pushing event updated for resources: {'Network': ['ID=3a01b9c4-59fa-4ac6-86b7-88d3229c48a4,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:18:30.727922 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7568431 Nov 04 13:18:30.728595 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:18:30.744842 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 details requested by agent ovs-agent-dv-cinder-810367-1-smb with host dv-cinder-810367-1-smb {{(pid=82774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 04 13:18:31.111712 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-1c857523-7d9d-4cf3-a91a-2a75c31eb38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:31.964685 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:32.940631 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 37752) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:18:33.229394 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e995c9-5bb7-46f8-a479-d8803e07555c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:18:33.230778 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-68e995c9-5bb7-46f8-a479-d8803e07555c admin admin] 10.222.0.93 "GET /v2.0/subnets/e35b76c0-6c01-45a2-addc-936338b4b869 HTTP/1.1" status: 200 len: 849 time: 0.2892125 Nov 04 13:18:33.406735 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-cc1f2467-e309-4f32-b326-15c998630cb7 admin admin] 10.222.0.93 "GET /v2.0/routers/af64b03e-f3e9-4365-bcb1-060cc3a4d516 HTTP/1.1" status: 200 len: 704 time: 0.1698477 Nov 04 13:18:33.506201 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:33.869885 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:34.096202 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_common [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Allocated IP 172.20.0.1 (e14aba2b-3071-4e6c-9d4f-09f67b9dfa02/e35b76c0-6c01-45a2-addc-936338b4b869/c6e4aa76-d890-48ea-924b-4a38787d006e) {{(pid=82773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:18:34.252237 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:34.269978 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.provisioning_blocks [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Transition to ACTIVE for port object c6e4aa76-d890-48ea-924b-4a38787d006e will not be triggered until provisioned by entity DHCP. {{(pid=82773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:18:34.323962 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526'] for port, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:34.328304 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:18:34.416528 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Network e14aba2b-3071-4e6c-9d4f-09f67b9dfa02 is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:18:34.419913 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:18:34.424741 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Received port after_create {{(pid=82773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:18:34.425837 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3837291'] for router_interface, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:34.427869 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Pushing event updated for resources: {'Port': ['ID=c6e4aa76-d890-48ea-924b-4a38787d006e,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:18:34.432795 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:18:34.549223 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:34.675160 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-e8cf225d-48a4-4160-a28d-567144c8510a None None] Provisioning for port c6e4aa76-d890-48ea-924b-4a38787d006e completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:18:34.679864 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-e8cf225d-48a4-4160-a28d-567144c8510a None None] Provisioning complete for port c6e4aa76-d890-48ea-924b-4a38787d006e triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:18:34.680237 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-e8cf225d-48a4-4160-a28d-567144c8510a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:34.730313 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf225d-48a4-4160-a28d-567144c8510a None None] Port c6e4aa76-d890-48ea-924b-4a38787d006e cannot update to ACTIVE because it is not bound. {{(pid=82774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 04 13:18:34.778170 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Notify callbacks [] for port, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:34.783390 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:34.784520 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2764254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3838799'] for router_interface, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:34.787544 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:18:34.865131 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Pushing event updated for resources: {'Port': ['ID=c6e4aa76-d890-48ea-924b-4a38787d006e,revision_number=2']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:18:34.867949 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:18:34.976649 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Network e14aba2b-3071-4e6c-9d4f-09f67b9dfa02 is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:18:34.977719 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:18:35.152151 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-5352b538-d2e8-4cc2-81b2-bd5111f6b0aa None None] Provisioning complete for port c6e4aa76-d890-48ea-924b-4a38787d006e triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:18:35.152524 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-5352b538-d2e8-4cc2-81b2-bd5111f6b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:35.211221 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-5352b538-d2e8-4cc2-81b2-bd5111f6b0aa None None] Port c6e4aa76-d890-48ea-924b-4a38787d006e cannot update to ACTIVE because it is not bound. {{(pid=82774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 04 13:18:35.337674 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Router af64b03e-f3e9-4365-bcb1-060cc3a4d516 is scheduled to L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 with binding_index 1 {{(pid=82773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 13:18:35.500546 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:18:35.509460 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] 10.222.0.93 "PUT /v2.0/routers/af64b03e-f3e9-4365-bcb1-060cc3a4d516/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0981426 Nov 04 13:18:35.510306 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] Sync routers for ids ['af64b03e-f3e9-4365-bcb1-060cc3a4d516'] in dv-cinder-810367-1-smb {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:18:35.523843 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] Routers {'af64b03e-f3e9-4365-bcb1-060cc3a4d516'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:18:35.524761 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:18:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['af64b03e-f3e9-4365-bcb1-060cc3a4d516'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:18:35.704540 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] Set router af64b03e-f3e9-4365-bcb1-060cc3a4d516 gateway port host: None {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:18:36.066044 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af64b03e-f3e9-4365-bcb1-060cc3a4d516', 'name': 'router1', 'tenant_id': '00090757f49247a5890a353254c548cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:18:24Z', 'updated_at': '2021-11-04T13:18:34Z', 'revision_number': 2, 'project_id': '00090757f49247a5890a353254c548cd', 'gw_port_host': None, '_interfaces': [{'id': 'c6e4aa76-d890-48ea-924b-4a38787d006e', 'name': '', 'network_id': 'e14aba2b-3071-4e6c-9d4f-09f67b9dfa02', 'tenant_id': '00090757f49247a5890a353254c548cd', 'mac_address': 'fa:16:3e:65:70:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af64b03e-f3e9-4365-bcb1-060cc3a4d516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e35b76c0-6c01-45a2-addc-936338b4b869', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:18:33Z', 'updated_at': '2021-11-04T13:18:34Z', 'revision_number': 2, 'project_id': '00090757f49247a5890a353254c548cd', 'subnets': [{'id': 'e35b76c0-6c01-45a2-addc-936338b4b869', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1661c717-a80f-4b46-bb95-cc943fd9927a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:18:36.070804 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] Checking router: af64b03e-f3e9-4365-bcb1-060cc3a4d516 for host: dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:18:36.071194 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] Updating router af64b03e-f3e9-4365-bcb1-060cc3a4d516 port c6e4aa76-d890-48ea-924b-4a38787d006e binding host dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 04 13:18:36.124774 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:36.497498 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] Notify callbacks [] for port, precommit_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:36.513581 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.provisioning_blocks [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] Transition to ACTIVE for port object c6e4aa76-d890-48ea-924b-4a38787d006e will not be triggered until provisioned by entity L2. {{(pid=82775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:18:36.520634 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:36.525994 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:18:36.685301 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abb33e-83ca-4c38-bf4a-5e21c34a7691 None None] Pushing event updated for resources: {'Port': ['ID=c6e4aa76-d890-48ea-924b-4a38787d006e,revision_number=3']} {{(pid=82775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:18:36.723085 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68abb33e-83ca-4c38-bf4a-5e21c34a7691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:36.723392 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68abb33e-83ca-4c38-bf4a-5e21c34a7691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:36.723710 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68abb33e-83ca-4c38-bf4a-5e21c34a7691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:36.724045 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68abb33e-83ca-4c38-bf4a-5e21c34a7691 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:36.724350 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68abb33e-83ca-4c38-bf4a-5e21c34a7691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:36.724664 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68abb33e-83ca-4c38-bf4a-5e21c34a7691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:36.724977 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68abb33e-83ca-4c38-bf4a-5e21c34a7691 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:36.725287 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68abb33e-83ca-4c38-bf4a-5e21c34a7691 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:36.725595 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68abb33e-83ca-4c38-bf4a-5e21c34a7691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:36.726076 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68abb33e-83ca-4c38-bf4a-5e21c34a7691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:36.726246 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68abb33e-83ca-4c38-bf4a-5e21c34a7691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68abb33e-83ca-4c38-bf4a-5e21c34a7691 None None] Tracked resource versions report: Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: pushed versions: Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: { 'ConntrackHelper': {'1.0'}, Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: 'Log': {'1.0'}, Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: 'Network': {'1.1'}, Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: 'Port': {'1.5'}, Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: 'PortForwarding': {'1.2'}, Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: 'QosPolicy': {'1.8'}, Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: 'SecurityGroup': {'1.2'}, Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: 'SecurityGroupRule': {'1.0'}, Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: 'SubPort': {'1.0'}, Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: 'Subnet': {'1.1'}, Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: 'Trunk': {'1.1'}} Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: consumer versions: Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: { DHCP agent@dv-cinder-810367-1-smb: {}, Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: L3 agent@dv-cinder-810367-1-smb: {}, Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: Metadata agent@dv-cinder-810367-1-smb: {}, Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: Metering agent@dv-cinder-810367-1-smb: {}, Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: Open vSwitch agent@dv-cinder-810367-1-smb: { 'ConntrackHelper': '1.0', Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: 'Log': '1.0', Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: 'Network': '1.1', Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: 'Port': '1.5', Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: 'PortForwarding': '1.2', Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: 'QosPolicy': '1.8', Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: 'SecurityGroup': '1.2', Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: 'SecurityGroupRule': '1.0', Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: 'SubPort': '1.0', Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: 'Subnet': '1.1', Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: 'Trunk': '1.1'}} Nov 04 13:18:36.727316 dv-cinder-810367-1-smb neutron-server[82775]: {{(pid=82775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 13:18:36.757497 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-68abb33e-83ca-4c38-bf4a-5e21c34a7691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:18:36.782854 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] Attempting to bind port c6e4aa76-d890-48ea-924b-4a38787d006e on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:18:36.783245 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] Attempting to bind port c6e4aa76-d890-48ea-924b-4a38787d006e by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': 'c262bdf6-4b54-4d40-ae12-912640581abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e14aba2b-3071-4e6c-9d4f-09f67b9dfa02'}] {{(pid=82775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:18:36.783655 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] Attempting to bind port c6e4aa76-d890-48ea-924b-4a38787d006e on network e14aba2b-3071-4e6c-9d4f-09f67b9dfa02 {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:18:36.789800 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:18:36.790209 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] Checking segment: {'id': 'c262bdf6-4b54-4d40-ae12-912640581abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e14aba2b-3071-4e6c-9d4f-09f67b9dfa02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:18:36.790670 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:36.791054 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] Bound using segment: {'id': 'c262bdf6-4b54-4d40-ae12-912640581abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e14aba2b-3071-4e6c-9d4f-09f67b9dfa02'} {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:18:36.791539 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] Bound port: c6e4aa76-d890-48ea-924b-4a38787d006e, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c262bdf6-4b54-4d40-ae12-912640581abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e14aba2b-3071-4e6c-9d4f-09f67b9dfa02'}}] {{(pid=82775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:18:36.792176 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:36.885100 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.db [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] For port c6e4aa76-d890-48ea-924b-4a38787d006e, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:18:36.892563 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.db [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] For port c6e4aa76-d890-48ea-924b-4a38787d006e, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=c6e4aa76-d890-48ea-924b-4a38787d006e,segment=NetworkSegment(c262bdf6-4b54-4d40-ae12-912640581abe),segment_id=c262bdf6-4b54-4d40-ae12-912640581abe)] {{(pid=82775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:18:36.896333 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:36.900159 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-68abb33e-83ca-4c38-bf4a-5e21c34a7691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:18:36.981197 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abb33e-83ca-4c38-bf4a-5e21c34a7691 None None] Pushing event updated for resources: {'Port': ['ID=c6e4aa76-d890-48ea-924b-4a38787d006e,revision_number=4']} {{(pid=82775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:18:36.984615 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-68abb33e-83ca-4c38-bf4a-5e21c34a7691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:18:36.988168 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] Routers {'af64b03e-f3e9-4365-bcb1-060cc3a4d516'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:18:36.988761 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:18:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['af64b03e-f3e9-4365-bcb1-060cc3a4d516'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:18:37.145199 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] Set router af64b03e-f3e9-4365-bcb1-060cc3a4d516 gateway port host: None {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:18:37.472257 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af64b03e-f3e9-4365-bcb1-060cc3a4d516', 'name': 'router1', 'tenant_id': '00090757f49247a5890a353254c548cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:18:24Z', 'updated_at': '2021-11-04T13:18:34Z', 'revision_number': 2, 'project_id': '00090757f49247a5890a353254c548cd', 'gw_port_host': None, '_interfaces': [{'id': 'c6e4aa76-d890-48ea-924b-4a38787d006e', 'name': '', 'network_id': 'e14aba2b-3071-4e6c-9d4f-09f67b9dfa02', 'tenant_id': '00090757f49247a5890a353254c548cd', 'mac_address': 'fa:16:3e:65:70:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af64b03e-f3e9-4365-bcb1-060cc3a4d516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e35b76c0-6c01-45a2-addc-936338b4b869', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:18:33Z', 'updated_at': '2021-11-04T13:18:36Z', 'revision_number': 4, 'project_id': '00090757f49247a5890a353254c548cd', 'subnets': [{'id': 'e35b76c0-6c01-45a2-addc-936338b4b869', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1661c717-a80f-4b46-bb95-cc943fd9927a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:18:37.476228 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3515591-b54e-4d78-9f46-805539f2c423 None None] The sync data for ids ['af64b03e-f3e9-4365-bcb1-060cc3a4d516'] in dv-cinder-810367-1-smb is: [{'id': 'af64b03e-f3e9-4365-bcb1-060cc3a4d516', 'name': 'router1', 'tenant_id': '00090757f49247a5890a353254c548cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:18:24Z', 'updated_at': '2021-11-04T13:18:34Z', 'revision_number': 2, 'project_id': '00090757f49247a5890a353254c548cd', 'gw_port_host': None, '_interfaces': [{'id': 'c6e4aa76-d890-48ea-924b-4a38787d006e', 'name': '', 'network_id': 'e14aba2b-3071-4e6c-9d4f-09f67b9dfa02', 'tenant_id': '00090757f49247a5890a353254c548cd', 'mac_address': 'fa:16:3e:65:70:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af64b03e-f3e9-4365-bcb1-060cc3a4d516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e35b76c0-6c01-45a2-addc-936338b4b869', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:18:33Z', 'updated_at': '2021-11-04T13:18:36Z', 'revision_number': 4, 'project_id': '00090757f49247a5890a353254c548cd', 'subnets': [{'id': 'e35b76c0-6c01-45a2-addc-936338b4b869', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1661c717-a80f-4b46-bb95-cc943fd9927a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:18:37.656277 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 37774) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:18:37.829644 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9cf6e1-296e-4124-bb70-185539c160cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:18:37.830211 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-eb9cf6e1-296e-4124-bb70-185539c160cb admin admin] Synchronizing usage tracker for tenant:72995d732d7f405b970b2c668d678465 on resource:network {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:18:37.849160 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-eb9cf6e1-296e-4124-bb70-185539c160cb admin admin] Unset dirty status for tenant:72995d732d7f405b970b2c668d678465 on resource:network {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:18:37.850412 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-eb9cf6e1-296e-4124-bb70-185539c160cb admin admin] 10.222.0.93 "GET /v2.0/networks/3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 HTTP/1.1" status: 200 len: 842 time: 0.1931286 Nov 04 13:18:37.860497 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-34191a9a-0fc4-4629-b010-28e4ba143fb4 admin admin] Request body: {'subnet': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'enable_dhcp': False, 'gateway_ip': '172.28.1.1', 'ip_version': 4, 'cidr': '172.28.1.0/24', 'name': 'public-subnet'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:18:37.866377 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-34191a9a-0fc4-4629-b010-28e4ba143fb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:18:37.870370 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-34191a9a-0fc4-4629-b010-28e4ba143fb4 admin admin] Usage tracker for resource:subnet and tenant:72995d732d7f405b970b2c668d678465 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:18:37.873570 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-34191a9a-0fc4-4629-b010-28e4ba143fb4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:18:37.880752 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-34191a9a-0fc4-4629-b010-28e4ba143fb4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:18:37.890896 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34191a9a-0fc4-4629-b010-28e4ba143fb4 admin admin] Made reservation on behalf of 72995d732d7f405b970b2c668d678465 for: {'subnet': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:18:37.893200 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-34191a9a-0fc4-4629-b010-28e4ba143fb4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:38.308004 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.objects.ports [None req-34191a9a-0fc4-4629-b010-28e4ba143fb4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82773) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 04 13:18:38.308440 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-34191a9a-0fc4-4629-b010-28e4ba143fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for subnet, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:38.313768 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-8090c27c-9258-41cb-8116-ce1c10a94fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:18:38.386081 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34191a9a-0fc4-4629-b010-28e4ba143fb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8a4ad71-5939-4e74-92b3-9a9ca440e818,revision_number=0']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:18:38.389268 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-34191a9a-0fc4-4629-b010-28e4ba143fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:18:38.394802 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34191a9a-0fc4-4629-b010-28e4ba143fb4 admin admin] Checking segment: {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:18:38.395145 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34191a9a-0fc4-4629-b010-28e4ba143fb4 admin admin] Network hostable DHCP agents. Network: 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4, hostable agents: ['631ea237-d78a-4659-83c4-0eb0d10a6a4b'], hosted agents: [] {{(pid=82773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 13:18:38.417537 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34191a9a-0fc4-4629-b010-28e4ba143fb4 admin admin] Network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 is scheduled to be hosted by DHCP agent 631ea237-d78a-4659-83c4-0eb0d10a6a4b with binding_index 1 {{(pid=82773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 13:18:38.428185 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-34191a9a-0fc4-4629-b010-28e4ba143fb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-smb, 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4) {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:18:38.432647 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34191a9a-0fc4-4629-b010-28e4ba143fb4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:18:38.433228 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-34191a9a-0fc4-4629-b010-28e4ba143fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:38.437705 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f377226-e69b-414a-b063-a816752d4cdf None None] Network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:18:38.455727 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-34191a9a-0fc4-4629-b010-28e4ba143fb4 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5994105 Nov 04 13:18:38.660920 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b0c3ed-3b45-423f-8f4b-0c8c6721ecb3 None None] Network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:18:39.694757 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device c6e4aa76-d890-48ea-924b-4a38787d006e up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:18:39.760490 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port c6e4aa76-d890-48ea-924b-4a38787d006e completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:18:39.765100 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port c6e4aa76-d890-48ea-924b-4a38787d006e triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:18:39.765472 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:39.898225 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:39.929921 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] For port c6e4aa76-d890-48ea-924b-4a38787d006e, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=c6e4aa76-d890-48ea-924b-4a38787d006e,segment=NetworkSegment(c262bdf6-4b54-4d40-ae12-912640581abe),segment_id=c262bdf6-4b54-4d40-ae12-912640581abe)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:18:39.933711 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:39.935842 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:18:40.001266 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Pushing event updated for resources: {'Port': ['ID=c6e4aa76-d890-48ea-924b-4a38787d006e,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:18:40.004399 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:18:40.578854 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 37790) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:18:40.808981 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-c865d76f-37fb-4fb5-8b96-b38b2cfbdce8 admin admin] 10.222.0.93 "GET /v2.0/routers/af64b03e-f3e9-4365-bcb1-060cc3a4d516 HTTP/1.1" status: 200 len: 710 time: 0.2290063 Nov 04 13:18:40.935800 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb49db-cb3c-4bd6-b8f5-4772d9982fcf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:18:40.937794 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-4cbb49db-cb3c-4bd6-b8f5-4772d9982fcf admin admin] 10.222.0.93 "GET /v2.0/networks/3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 HTTP/1.1" status: 200 len: 886 time: 0.1230347 Nov 04 13:18:40.946501 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-8bb8d8d3-48c2-4545-87ae-ed6624f82429 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:18:41.415198 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d8d3-48c2-4545-87ae-ed6624f82429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3834513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9116'] for router, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:41.595062 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d8d3-48c2-4545-87ae-ed6624f82429 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:41.681783 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device c6e4aa76-d890-48ea-924b-4a38787d006e up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:18:41.683522 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d8d3-48c2-4545-87ae-ed6624f82429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:41.748836 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port c6e4aa76-d890-48ea-924b-4a38787d006e triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:18:41.749268 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:41.815566 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_common [None req-8bb8d8d3-48c2-4545-87ae-ed6624f82429 admin admin] Allocated IP 172.28.1.21 (3a01b9c4-59fa-4ac6-86b7-88d3229c48a4/d8a4ad71-5939-4e74-92b3-9a9ca440e818/bd1386e6-feb7-4c6c-9268-aa76a0b8d301) {{(pid=82773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:18:41.956279 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d8d3-48c2-4545-87ae-ed6624f82429 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:41.982064 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d8d3-48c2-4545-87ae-ed6624f82429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526'] for port, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:41.986751 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:18:42.040861 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb8d8d3-48c2-4545-87ae-ed6624f82429 admin admin] Network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:18:42.048319 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-8bb8d8d3-48c2-4545-87ae-ed6624f82429 admin admin] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:18:42.052625 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb8d8d3-48c2-4545-87ae-ed6624f82429 admin admin] Received port after_create {{(pid=82773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:18:42.083340 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8d8d3-48c2-4545-87ae-ed6624f82429 admin admin] Pushing event updated for resources: {'Port': ['ID=bd1386e6-feb7-4c6c-9268-aa76a0b8d301,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:18:42.090589 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-8bb8d8d3-48c2-4545-87ae-ed6624f82429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:18:42.192409 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d8d3-48c2-4545-87ae-ed6624f82429 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:42.355371 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d8d3-48c2-4545-87ae-ed6624f82429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3834513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9116'] for router, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:42.359293 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d8d3-48c2-4545-87ae-ed6624f82429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3839000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3834522'] for router, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:42.551787 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb8d8d3-48c2-4545-87ae-ed6624f82429 admin admin] Router af64b03e-f3e9-4365-bcb1-060cc3a4d516 has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:18:42.746770 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb8d8d3-48c2-4545-87ae-ed6624f82429 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:18:42.754635 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d8d3-48c2-4545-87ae-ed6624f82429 admin admin] Notify callbacks [] for router, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:42.755799 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-8bb8d8d3-48c2-4545-87ae-ed6624f82429 admin admin] 10.222.0.93 "PUT /v2.0/routers/af64b03e-f3e9-4365-bcb1-060cc3a4d516 HTTP/1.1" status: 200 len: 889 time: 1.8126757 Nov 04 13:18:42.757074 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] Sync routers for ids ['af64b03e-f3e9-4365-bcb1-060cc3a4d516'] in dv-cinder-810367-1-smb {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:18:42.770794 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] Routers {'af64b03e-f3e9-4365-bcb1-060cc3a4d516'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:18:42.771489 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:18:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['af64b03e-f3e9-4365-bcb1-060cc3a4d516'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:18:42.962270 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] Set router af64b03e-f3e9-4365-bcb1-060cc3a4d516 gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:18:43.300876 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af64b03e-f3e9-4365-bcb1-060cc3a4d516', 'name': 'router1', 'tenant_id': '00090757f49247a5890a353254c548cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bd1386e6-feb7-4c6c-9268-aa76a0b8d301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:18:24Z', 'updated_at': '2021-11-04T13:18:42Z', 'revision_number': 4, 'project_id': '00090757f49247a5890a353254c548cd', 'gw_port': {'id': 'bd1386e6-feb7-4c6c-9268-aa76a0b8d301', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af64b03e-f3e9-4365-bcb1-060cc3a4d516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:18:41Z', 'updated_at': '2021-11-04T13:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'c6e4aa76-d890-48ea-924b-4a38787d006e', 'name': '', 'network_id': 'e14aba2b-3071-4e6c-9d4f-09f67b9dfa02', 'tenant_id': '00090757f49247a5890a353254c548cd', 'mac_address': 'fa:16:3e:65:70:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af64b03e-f3e9-4365-bcb1-060cc3a4d516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e35b76c0-6c01-45a2-addc-936338b4b869', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:18:33Z', 'updated_at': '2021-11-04T13:18:39Z', 'revision_number': 5, 'project_id': '00090757f49247a5890a353254c548cd', 'subnets': [{'id': 'e35b76c0-6c01-45a2-addc-936338b4b869', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1661c717-a80f-4b46-bb95-cc943fd9927a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:18:43.305706 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] Checking router: af64b03e-f3e9-4365-bcb1-060cc3a4d516 for host: dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:18:43.306092 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] Updating router af64b03e-f3e9-4365-bcb1-060cc3a4d516 port bd1386e6-feb7-4c6c-9268-aa76a0b8d301 binding host dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 04 13:18:43.355583 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:43.673892 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] Notify callbacks [] for port, precommit_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:43.685161 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] Transition to ACTIVE for port object bd1386e6-feb7-4c6c-9268-aa76a0b8d301 will not be triggered until provisioned by entity L2. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:18:43.691452 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:43.695632 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:18:43.770904 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e5af6-f5c2-4718-abbb-8f2d78d601a8 None None] Pushing event updated for resources: {'Port': ['ID=bd1386e6-feb7-4c6c-9268-aa76a0b8d301,revision_number=2']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:18:43.774274 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-531e5af6-f5c2-4718-abbb-8f2d78d601a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:18:43.775095 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] Attempting to bind port bd1386e6-feb7-4c6c-9268-aa76a0b8d301 on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:18:43.775466 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] Attempting to bind port bd1386e6-feb7-4c6c-9268-aa76a0b8d301 by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:18:43.775815 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] Attempting to bind port bd1386e6-feb7-4c6c-9268-aa76a0b8d301 on network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:18:43.782919 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:18:43.783290 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] Checking segment: {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:18:43.783689 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:43.784072 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] Bound using segment: {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:18:43.784535 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] Bound port: bd1386e6-feb7-4c6c-9268-aa76a0b8d301, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:18:43.784918 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:43.853234 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] For port bd1386e6-feb7-4c6c-9268-aa76a0b8d301, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:18:43.856219 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] For port bd1386e6-feb7-4c6c-9268-aa76a0b8d301, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=bd1386e6-feb7-4c6c-9268-aa76a0b8d301,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:18:43.861356 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:43.865154 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:18:43.971818 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e5af6-f5c2-4718-abbb-8f2d78d601a8 None None] Pushing event updated for resources: {'Port': ['ID=bd1386e6-feb7-4c6c-9268-aa76a0b8d301,revision_number=3']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:18:43.974361 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] Routers {'af64b03e-f3e9-4365-bcb1-060cc3a4d516'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:18:43.974941 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:18:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['af64b03e-f3e9-4365-bcb1-060cc3a4d516'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:18:44.020162 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-531e5af6-f5c2-4718-abbb-8f2d78d601a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:18:44.151095 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] Set router af64b03e-f3e9-4365-bcb1-060cc3a4d516 gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:18:44.476653 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af64b03e-f3e9-4365-bcb1-060cc3a4d516', 'name': 'router1', 'tenant_id': '00090757f49247a5890a353254c548cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bd1386e6-feb7-4c6c-9268-aa76a0b8d301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:18:24Z', 'updated_at': '2021-11-04T13:18:42Z', 'revision_number': 4, 'project_id': '00090757f49247a5890a353254c548cd', 'gw_port': {'id': 'bd1386e6-feb7-4c6c-9268-aa76a0b8d301', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af64b03e-f3e9-4365-bcb1-060cc3a4d516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:18:41Z', 'updated_at': '2021-11-04T13:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'c6e4aa76-d890-48ea-924b-4a38787d006e', 'name': '', 'network_id': 'e14aba2b-3071-4e6c-9d4f-09f67b9dfa02', 'tenant_id': '00090757f49247a5890a353254c548cd', 'mac_address': 'fa:16:3e:65:70:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af64b03e-f3e9-4365-bcb1-060cc3a4d516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e35b76c0-6c01-45a2-addc-936338b4b869', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:18:33Z', 'updated_at': '2021-11-04T13:18:39Z', 'revision_number': 5, 'project_id': '00090757f49247a5890a353254c548cd', 'subnets': [{'id': 'e35b76c0-6c01-45a2-addc-936338b4b869', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1661c717-a80f-4b46-bb95-cc943fd9927a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:18:44.480625 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04376b-4dc8-4960-b818-625581c8e336 None None] The sync data for ids ['af64b03e-f3e9-4365-bcb1-060cc3a4d516'] in dv-cinder-810367-1-smb is: [{'id': 'af64b03e-f3e9-4365-bcb1-060cc3a4d516', 'name': 'router1', 'tenant_id': '00090757f49247a5890a353254c548cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bd1386e6-feb7-4c6c-9268-aa76a0b8d301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:18:24Z', 'updated_at': '2021-11-04T13:18:42Z', 'revision_number': 4, 'project_id': '00090757f49247a5890a353254c548cd', 'gw_port': {'id': 'bd1386e6-feb7-4c6c-9268-aa76a0b8d301', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af64b03e-f3e9-4365-bcb1-060cc3a4d516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:18:41Z', 'updated_at': '2021-11-04T13:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'c6e4aa76-d890-48ea-924b-4a38787d006e', 'name': '', 'network_id': 'e14aba2b-3071-4e6c-9d4f-09f67b9dfa02', 'tenant_id': '00090757f49247a5890a353254c548cd', 'mac_address': 'fa:16:3e:65:70:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af64b03e-f3e9-4365-bcb1-060cc3a4d516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e35b76c0-6c01-45a2-addc-936338b4b869', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:18:33Z', 'updated_at': '2021-11-04T13:18:39Z', 'revision_number': 5, 'project_id': '00090757f49247a5890a353254c548cd', 'subnets': [{'id': 'e35b76c0-6c01-45a2-addc-936338b4b869', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1661c717-a80f-4b46-bb95-cc943fd9927a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:18:45.001020 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 37800) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:18:45.138050 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-05c2aa5c-8a9c-4a74-8416-cdce252a4295 admin admin] 10.222.0.93 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1352708 Nov 04 13:18:45.702628 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device bd1386e6-feb7-4c6c-9268-aa76a0b8d301 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:18:45.778146 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port bd1386e6-feb7-4c6c-9268-aa76a0b8d301 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:18:45.784432 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port bd1386e6-feb7-4c6c-9268-aa76a0b8d301 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:18:45.784432 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:45.899210 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:45.920745 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] For port bd1386e6-feb7-4c6c-9268-aa76a0b8d301, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=bd1386e6-feb7-4c6c-9268-aa76a0b8d301,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:18:45.926387 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:45.928498 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-531e5af6-f5c2-4718-abbb-8f2d78d601a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:18:46.000329 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Pushing event updated for resources: {'Port': ['ID=bd1386e6-feb7-4c6c-9268-aa76a0b8d301,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:18:46.003507 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:18:47.704287 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device bd1386e6-feb7-4c6c-9268-aa76a0b8d301 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:18:47.774740 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port bd1386e6-feb7-4c6c-9268-aa76a0b8d301 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:18:47.775116 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:57.409824 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 5 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:18:58.972960 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-be0f12eb-744d-41bb-854d-968d62a0175b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:18:59.342547 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:19:01.114362 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-f5ea2ac9-f36f-45f1-aea6-58df36320e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:19:01.968509 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:19:03.524207 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:19:28.975854 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-2b1e3bef-a629-4f67-9139-5181d5c6478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:19:29.336988 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:19:31.119243 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ef1c-44a3-4a96-9e17-d68d77efbd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:19:31.971304 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:19:33.527158 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:19:34.410041 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 5 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:19:58.979519 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ccf040c7-e0b5-47f8-8450-1105cdd902a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:19:59.342278 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:20:01.115757 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-97ad3983-61f2-42a5-a7eb-9fc5fa2e0539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:20:01.975735 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:20:03.530040 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:20:11.411557 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 5 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:20:28.984340 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-99c3070c-a633-43eb-8392-4b97478aeb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:20:29.344573 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:20:31.108579 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-4fcc619a-f309-49de-93e8-2685f61fb5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:20:31.977319 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:20:33.546981 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:20:47.647020 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 38372) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:20:47.738078 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.pecan_wsgi.hooks.translation [None req-becd67c2-17ec-4ca8-bd59-c4d35c3a711e admin admin] GET failed (client error): The resource could not be found. Nov 04 13:20:47.739286 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-becd67c2-17ec-4ca8-bd59-c4d35c3a711e admin admin] 10.222.0.93 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0913336 Nov 04 13:20:47.869352 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4dbda9-9f8c-43ed-9d1c-0ea320eea4a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:20:47.870721 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-0e4dbda9-9f8c-43ed-9d1c-0ea320eea4a1 admin admin] 10.222.0.93 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1275947 Nov 04 13:20:48.412824 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 5 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:20:49.914005 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 38382) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:20:50.043706 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7573cc-dbf1-4640-b2e3-5d0b3aa08fe3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:20:50.044258 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-ea7573cc-dbf1-4640-b2e3-5d0b3aa08fe3 admin admin] Synchronizing usage tracker for tenant:72995d732d7f405b970b2c668d678465 on resource:subnet {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:20:50.061191 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-ea7573cc-dbf1-4640-b2e3-5d0b3aa08fe3 admin admin] Unset dirty status for tenant:72995d732d7f405b970b2c668d678465 on resource:subnet {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:20:50.062390 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-ea7573cc-dbf1-4640-b2e3-5d0b3aa08fe3 admin admin] 10.222.0.93 "GET /v2.0/subnets/e35b76c0-6c01-45a2-addc-936338b4b869 HTTP/1.1" status: 200 len: 849 time: 0.1474402 Nov 04 13:20:50.071645 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-e58f2023-7b36-4537-b258-b604bf8c141e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:20:50.228684 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e58f2023-7b36-4537-b258-b604bf8c141e admin admin] Notify callbacks [] for subnet, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:20:50.411067 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e58f2023-7b36-4537-b258-b604bf8c141e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742936539109'] for subnet, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:20:50.414671 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:20:50.462707 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58f2023-7b36-4537-b258-b604bf8c141e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:20:50.463536 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e58f2023-7b36-4537-b258-b604bf8c141e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:20:50.466072 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-e58f2023-7b36-4537-b258-b604bf8c141e admin admin] 10.222.0.93 "PUT /v2.0/subnets/e35b76c0-6c01-45a2-addc-936338b4b869 HTTP/1.1" status: 200 len: 868 time: 0.3980896 Nov 04 13:20:50.467549 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eeb800-9d42-4c44-badd-0251648ccba3 None None] Network e14aba2b-3071-4e6c-9d4f-09f67b9dfa02 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:20:50.487302 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f2023-7b36-4537-b258-b604bf8c141e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e35b76c0-6c01-45a2-addc-936338b4b869,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:20:50.496324 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f2023-7b36-4537-b258-b604bf8c141e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:20:50.496711 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f2023-7b36-4537-b258-b604bf8c141e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:20:50.496992 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f2023-7b36-4537-b258-b604bf8c141e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:20:50.497317 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f2023-7b36-4537-b258-b604bf8c141e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:20:50.497789 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f2023-7b36-4537-b258-b604bf8c141e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:20:50.498120 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f2023-7b36-4537-b258-b604bf8c141e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:20:50.498438 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f2023-7b36-4537-b258-b604bf8c141e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:20:50.498779 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f2023-7b36-4537-b258-b604bf8c141e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:20:50.499100 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f2023-7b36-4537-b258-b604bf8c141e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:20:50.499412 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f2023-7b36-4537-b258-b604bf8c141e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:20:50.499720 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58f2023-7b36-4537-b258-b604bf8c141e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:20:50.503671 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-e58f2023-7b36-4537-b258-b604bf8c141e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:20:50.945526 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-0d7ca79f-288d-4847-8a84-5be7b8cc61ff None None] Provisioning complete for port c6e4aa76-d890-48ea-924b-4a38787d006e triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:20:50.945928 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-0d7ca79f-288d-4847-8a84-5be7b8cc61ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:20:51.068577 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-0d7ca79f-288d-4847-8a84-5be7b8cc61ff None None] Provisioning complete for port 43dfd8bc-f1fc-4dff-9516-07c574c2b8f7 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:20:51.068955 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-0d7ca79f-288d-4847-8a84-5be7b8cc61ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:20:52.517363 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 38392) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:20:52.712501 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4eaebd-eed2-4b68-8122-e672a7d53cb4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:20:52.712873 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4eaebd-eed2-4b68-8122-e672a7d53cb4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:20:52.714383 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-4d4eaebd-eed2-4b68-8122-e672a7d53cb4 admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960599 Nov 04 13:20:54.740514 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 38402) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:20:54.974919 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b8902e-ae24-4580-acd2-e0acc6f1d53c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:20:54.975212 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b8902e-ae24-4580-acd2-e0acc6f1d53c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:20:54.976849 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-52b8902e-ae24-4580-acd2-e0acc6f1d53c admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2354279 Nov 04 13:20:57.037231 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 38412) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:20:57.229106 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8538acc7-b2c4-467e-a067-37fcef36c833 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:20:57.230500 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-8538acc7-b2c4-467e-a067-37fcef36c833 admin admin] 10.222.0.93 "GET /v2.0/networks/3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 HTTP/1.1" status: 200 len: 886 time: 0.1922274 Nov 04 13:20:58.987703 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-eb1bec18-9dc4-4057-9570-3cfd9805c4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:20:59.241199 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 38422) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:20:59.347153 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:20:59.440136 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4216f16-a356-4009-945f-ab4c8bc80c80 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:20:59.441481 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-b4216f16-a356-4009-945f-ab4c8bc80c80 admin admin] 10.222.0.93 "GET /v2.0/networks/e14aba2b-3071-4e6c-9d4f-09f67b9dfa02 HTTP/1.1" status: 200 len: 869 time: 0.1993589 Nov 04 13:21:01.110562 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-37e1a40c-e80f-42f6-b413-8548957740b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:01.473123 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 38432) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:21:01.601528 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ce7a61-1b54-4970-9283-8516a4f248ee admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:21:01.601914 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ce7a61-1b54-4970-9283-8516a4f248ee admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:21:01.603403 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-40ce7a61-1b54-4970-9283-8516a4f248ee admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1293232 Nov 04 13:21:01.980928 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:03.544023 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:03.633257 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 38442) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:21:03.763494 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2382649a-4ff8-49fb-af51-cbf0d78db058 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:21:03.763852 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2382649a-4ff8-49fb-af51-cbf0d78db058 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:21:03.765313 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-2382649a-4ff8-49fb-af51-cbf0d78db058 admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1310945 Nov 04 13:21:05.809596 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 38452) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:21:05.935318 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c36bccc-83c2-49a4-afbc-318927205bf3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:21:05.937448 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-0c36bccc-83c2-49a4-afbc-318927205bf3 admin admin] 10.222.0.93 "GET /v2.0/subnets/d8a4ad71-5939-4e74-92b3-9a9ca440e818 HTTP/1.1" status: 200 len: 816 time: 0.1266956 Nov 04 13:21:07.970144 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 38462) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:21:08.098580 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9ef50f-ada6-467e-99d6-f72eed52ba03 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:21:08.099880 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-dd9ef50f-ada6-467e-99d6-f72eed52ba03 admin admin] 10.222.0.93 "GET /v2.0/subnets/e35b76c0-6c01-45a2-addc-936338b4b869 HTTP/1.1" status: 200 len: 868 time: 0.1288011 Nov 04 13:21:25.413830 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 5 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:21:26.426227 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 38500) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:21:26.495796 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [None req-9bae10b8-483c-4758-a5c5-d0366a4635f9 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=82773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 04 13:21:26.496748 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-9bae10b8-483c-4758-a5c5-d0366a4635f9 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0695989 Nov 04 13:21:28.574719 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 38510) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:21:28.666686 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.pecan_wsgi.hooks.translation [None req-8273009f-4926-4d70-89e8-a83cfb4af513 admin admin] GET failed (client error): The resource could not be found. Nov 04 13:21:28.667880 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-8273009f-4926-4d70-89e8-a83cfb4af513 admin admin] 10.222.0.93 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0922623 Nov 04 13:21:28.791121 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5355e341-4bcf-4379-ac20-00de5cbf6a5e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:21:28.792518 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-5355e341-4bcf-4379-ac20-00de5cbf6a5e admin admin] 10.222.0.93 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1205192 Nov 04 13:21:28.989654 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-8d79bc66-dffb-493f-859e-0de86e36fa60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:29.350151 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:30.812531 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 38520) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:21:30.883291 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-583985f0-3b99-4b9b-8a11-0ae8be32eccb admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:21:30.887753 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-583985f0-3b99-4b9b-8a11-0ae8be32eccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:21:30.897897 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-583985f0-3b99-4b9b-8a11-0ae8be32eccb admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:21:30.908042 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583985f0-3b99-4b9b-8a11-0ae8be32eccb admin admin] Made reservation on behalf of 72995d732d7f405b970b2c668d678465 for: {'network': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:21:30.910301 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-583985f0-3b99-4b9b-8a11-0ae8be32eccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for network, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:30.999255 dv-cinder-810367-1-smb neutron-server[82773]: WARNING neutron.services.revisions.revision_plugin [None req-583985f0-3b99-4b9b-8a11-0ae8be32eccb admin admin] Could not find related network for resource to bump revision. Nov 04 13:21:31.011244 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583985f0-3b99-4b9b-8a11-0ae8be32eccb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=82773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 13:21:31.020854 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-583985f0-3b99-4b9b-8a11-0ae8be32eccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:31.021183 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.db.segments_db [None req-583985f0-3b99-4b9b-8a11-0ae8be32eccb admin admin] Added segment 0d951e65-0e40-4e24-9fce-11458ef2d306 of type vlan for network c1b6f420-37f0-45c6-9140-b0cdb9366147 Nov 04 13:21:31.045408 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-583985f0-3b99-4b9b-8a11-0ae8be32eccb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742936165852'] for network, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:31.073221 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-583985f0-3b99-4b9b-8a11-0ae8be32eccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for network, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:31.074362 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583985f0-3b99-4b9b-8a11-0ae8be32eccb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:21:31.074916 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-583985f0-3b99-4b9b-8a11-0ae8be32eccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:31.077917 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:21:31.113402 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-4f1b1001-210e-444d-ba27-bbb816659848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:31.176012 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583985f0-3b99-4b9b-8a11-0ae8be32eccb admin admin] Pushing event updated for resources: {'Network': ['ID=c1b6f420-37f0-45c6-9140-b0cdb9366147,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:21:31.179262 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-583985f0-3b99-4b9b-8a11-0ae8be32eccb admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3656995 Nov 04 13:21:31.179887 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-583985f0-3b99-4b9b-8a11-0ae8be32eccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:21:31.186466 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Network c1b6f420-37f0-45c6-9140-b0cdb9366147 details requested by agent ovs-agent-dv-cinder-810367-1-smb with host dv-cinder-810367-1-smb {{(pid=82774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 04 13:21:31.984251 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:33.208767 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 38530) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:21:33.300324 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb10a66a-acdb-4174-a023-cee3d9b0e53f admin admin] GET failed (client error): The resource could not be found. Nov 04 13:21:33.300805 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-bb10a66a-acdb-4174-a023-cee3d9b0e53f admin admin] Synchronizing usage tracker for tenant:72995d732d7f405b970b2c668d678465 on resource:network {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:21:33.315220 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-bb10a66a-acdb-4174-a023-cee3d9b0e53f admin admin] Unset dirty status for tenant:72995d732d7f405b970b2c668d678465 on resource:network {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:21:33.316540 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-bb10a66a-acdb-4174-a023-cee3d9b0e53f admin admin] 10.222.0.93 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1066914 Nov 04 13:21:33.420019 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ae5260-fc1f-4a65-a2eb-a4cd54ee4453 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:21:33.421356 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-36ae5260-fc1f-4a65-a2eb-a4cd54ee4453 admin admin] 10.222.0.93 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1008899 Nov 04 13:21:33.431542 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-5665d56b-96ce-432c-b27e-7c3704733ac8 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'c1b6f420-37f0-45c6-9140-b0cdb9366147'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:21:33.435869 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-5665d56b-96ce-432c-b27e-7c3704733ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:21:33.445383 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-5665d56b-96ce-432c-b27e-7c3704733ac8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:21:33.454201 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5665d56b-96ce-432c-b27e-7c3704733ac8 admin admin] Made reservation on behalf of 72995d732d7f405b970b2c668d678465 for: {'subnet': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:21:33.456453 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5665d56b-96ce-432c-b27e-7c3704733ac8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:33.544725 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:33.688557 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5665d56b-96ce-432c-b27e-7c3704733ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for subnet, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:33.692080 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-34191a9a-0fc4-4629-b010-28e4ba143fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:21:33.751620 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665d56b-96ce-432c-b27e-7c3704733ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e3891a1-7c4e-4a7e-9dfb-2c4e27544442,revision_number=0']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:21:33.760975 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-5665d56b-96ce-432c-b27e-7c3704733ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:21:33.773980 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5665d56b-96ce-432c-b27e-7c3704733ac8 admin admin] Checking segment: {'id': '0d951e65-0e40-4e24-9fce-11458ef2d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c1b6f420-37f0-45c6-9140-b0cdb9366147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:21:33.774318 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5665d56b-96ce-432c-b27e-7c3704733ac8 admin admin] Network hostable DHCP agents. Network: c1b6f420-37f0-45c6-9140-b0cdb9366147, hostable agents: ['631ea237-d78a-4659-83c4-0eb0d10a6a4b'], hosted agents: [] {{(pid=82773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 13:21:33.794851 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5665d56b-96ce-432c-b27e-7c3704733ac8 admin admin] Network c1b6f420-37f0-45c6-9140-b0cdb9366147 is scheduled to be hosted by DHCP agent 631ea237-d78a-4659-83c4-0eb0d10a6a4b with binding_index 1 {{(pid=82773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 13:21:33.803709 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-5665d56b-96ce-432c-b27e-7c3704733ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-smb, c1b6f420-37f0-45c6-9140-b0cdb9366147) {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:21:33.807576 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5665d56b-96ce-432c-b27e-7c3704733ac8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:21:33.808136 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5665d56b-96ce-432c-b27e-7c3704733ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:33.812606 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97355e23-5516-4208-b842-11cc0003dd1c None None] Network c1b6f420-37f0-45c6-9140-b0cdb9366147 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:21:33.839411 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-5665d56b-96ce-432c-b27e-7c3704733ac8 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4033277 Nov 04 13:21:34.032889 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp297d0050-6f8e-552a-a3ab-a77bfbb8aa11-c1b6f420-37f0-45c6-9140-b0cdb9366147', 'network_id': 'c1b6f420-37f0-45c6-9140-b0cdb9366147', 'tenant_id': '72995d732d7f405b970b2c668d678465', 'fixed_ips': [{'subnet_id': '5e3891a1-7c4e-4a7e-9dfb-2c4e27544442'}]}} from dv-cinder-810367-1-smb. {{(pid=82774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 04 13:21:34.033741 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:34.190514 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.db_base_plugin_common [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Allocated IP 192.168.233.2 (c1b6f420-37f0-45c6-9140-b0cdb9366147/5e3891a1-7c4e-4a7e-9dfb-2c4e27544442/e788dee6-f498-4343-b934-ad09a89ea91f) {{(pid=82774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:21:34.396355 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Notify callbacks [] for port, precommit_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:34.407502 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Transition to ACTIVE for port object e788dee6-f498-4343-b934-ad09a89ea91f will not be triggered until provisioned by entity L2. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:21:34.426906 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Transition to ACTIVE for port object e788dee6-f498-4343-b934-ad09a89ea91f will not be triggered until provisioned by entity DHCP. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:21:34.432680 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526'] for port, after_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:34.439090 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:21:34.495744 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Network c1b6f420-37f0-45c6-9140-b0cdb9366147 is already hosted by enough agents. {{(pid=82774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:21:34.496861 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.scheduler.base_scheduler [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Resources bound (agent type, host, resource id): {{(pid=82774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:21:34.500899 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Received port after_create {{(pid=82774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:21:34.517185 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Pushing event updated for resources: {'Port': ['ID=e788dee6-f498-4343-b934-ad09a89ea91f,revision_number=1']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:21:34.553778 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:21:34.554419 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:21:34.554419 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:21:34.554739 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:21:34.555059 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:21:34.555379 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:21:34.555687 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:21:34.556000 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:21:34.556306 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:21:34.556612 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:21:34.556921 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:21:34.564977 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:21:34.612928 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Attempting to bind port e788dee6-f498-4343-b934-ad09a89ea91f on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:21:34.613291 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Attempting to bind port e788dee6-f498-4343-b934-ad09a89ea91f by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': '0d951e65-0e40-4e24-9fce-11458ef2d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c1b6f420-37f0-45c6-9140-b0cdb9366147'}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:21:34.613681 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Attempting to bind port e788dee6-f498-4343-b934-ad09a89ea91f on network c1b6f420-37f0-45c6-9140-b0cdb9366147 {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:21:34.620088 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:21:34.620461 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Checking segment: {'id': '0d951e65-0e40-4e24-9fce-11458ef2d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c1b6f420-37f0-45c6-9140-b0cdb9366147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:21:34.620858 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:34.621241 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Bound using segment: {'id': '0d951e65-0e40-4e24-9fce-11458ef2d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c1b6f420-37f0-45c6-9140-b0cdb9366147'} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:21:34.621730 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Bound port: e788dee6-f498-4343-b934-ad09a89ea91f, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d951e65-0e40-4e24-9fce-11458ef2d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c1b6f420-37f0-45c6-9140-b0cdb9366147'}}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:21:34.622119 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:34.733718 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] For port e788dee6-f498-4343-b934-ad09a89ea91f, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:21:34.738030 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] For port e788dee6-f498-4343-b934-ad09a89ea91f, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=e788dee6-f498-4343-b934-ad09a89ea91f,segment=NetworkSegment(0d951e65-0e40-4e24-9fce-11458ef2d306),segment_id=0d951e65-0e40-4e24-9fce-11458ef2d306)] {{(pid=82774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:21:34.742597 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:34.746428 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:21:34.822329 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Pushing event updated for resources: {'Port': ['ID=e788dee6-f498-4343-b934-ad09a89ea91f,revision_number=2']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:21:34.825224 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:21:35.635525 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496c526e-6e32-4db5-9d2a-cf4fd29e8cdf None None] Network c1b6f420-37f0-45c6-9140-b0cdb9366147 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:21:35.751582 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-5221dbef-1b4c-47bd-b5d1-c4081d02a9ed None None] Provisioning for port e788dee6-f498-4343-b934-ad09a89ea91f completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:21:35.817135 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device e788dee6-f498-4343-b934-ad09a89ea91f up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:21:35.945679 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port e788dee6-f498-4343-b934-ad09a89ea91f completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:21:35.955902 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port e788dee6-f498-4343-b934-ad09a89ea91f triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:21:35.956282 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:36.082078 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:36.120111 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] For port e788dee6-f498-4343-b934-ad09a89ea91f, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=e788dee6-f498-4343-b934-ad09a89ea91f,segment=NetworkSegment(0d951e65-0e40-4e24-9fce-11458ef2d306),segment_id=0d951e65-0e40-4e24-9fce-11458ef2d306)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:21:36.124750 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:36.128485 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:21:36.205131 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Pushing event updated for resources: {'Port': ['ID=e788dee6-f498-4343-b934-ad09a89ea91f,revision_number=3']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:21:36.208248 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:21:36.211030 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-6daa00ca-b0b3-4e77-9122-4ae1a2a1f4fb None None] Provisioning complete for port e788dee6-f498-4343-b934-ad09a89ea91f triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:21:36.211398 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6daa00ca-b0b3-4e77-9122-4ae1a2a1f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:37.774335 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device e788dee6-f498-4343-b934-ad09a89ea91f up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:21:37.841646 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port e788dee6-f498-4343-b934-ad09a89ea91f triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:21:37.842019 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:58.993463 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-029e5fad-53f3-48bc-a28e-135fed55aad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:21:59.352520 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:22:01.115365 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6ccc85ae-f675-4fe7-a785-86ef23fc75e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:22:01.987718 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:22:02.413501 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 5 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:22:03.548036 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:22:28.996382 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-a7cb028b-7844-4af2-8863-e52d8f3bfc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:22:29.354828 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:22:31.117955 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6fad0644-96ca-44ff-8026-b756ff00681e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:22:31.992060 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:22:33.550721 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:22:39.413601 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 5 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:22:44.393371 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 38572) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:22:44.399018 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [None req-9a28197f-26f9-401d-be86-2f941ca6e0f0 tempest-verify_tempest_config-2135907506 tempest-verify_tempest_config-2135907506-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=82773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 04 13:22:44.399967 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-9a28197f-26f9-401d-be86-2f941ca6e0f0 tempest-verify_tempest_config-2135907506 tempest-verify_tempest_config-2135907506-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0055916 Nov 04 13:22:44.730497 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 38590) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:22:44.868203 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:22:44.898054 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:22:44.901703 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Usage tracker for resource:security_group_rule and tenant:1d3634f89ae848ada448b6f7a9bd050d is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:22:44.904407 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:22:44.910270 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:22:44.977218 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:22:44.981074 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:22:44.989744 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-7b44491e-f785-46e6-97c6-5612baa08733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:22:45.026956 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4c0751-74e4-4a35-b477-fc9870d1e215,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:22:45.031501 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Synchronizing usage tracker for tenant:72995d732d7f405b970b2c668d678465 on resource:security_group {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:22:45.039066 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:22:45.039399 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:22:45.039720 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:22:45.040039 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:22:45.040352 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:22:45.040663 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:22:45.040970 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:22:45.041292 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:22:45.041602 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:22:45.041936 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:22:45.042239 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:22:45.045936 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:22:45.060819 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Unset dirty status for tenant:72995d732d7f405b970b2c668d678465 on resource:security_group {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:22:45.063029 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1d3634f89ae848ada448b6f7a9bd050d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3307054 Nov 04 13:22:45.065237 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 38596) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:22:45.125905 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d9e8b914-7cc5-48f9-8624-2a67880263b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:22:45.149946 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d9e8b914-7cc5-48f9-8624-2a67880263b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:22:45.241448 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d9e8b914-7cc5-48f9-8624-2a67880263b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:22:45.245344 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:22:45.255996 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8b914-7cc5-48f9-8624-2a67880263b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4c0751-74e4-4a35-b477-fc9870d1e215,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:22:45.259723 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-d9e8b914-7cc5-48f9-8624-2a67880263b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:22:45.262740 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d9e8b914-7cc5-48f9-8624-2a67880263b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:22:45.263836 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-d9e8b914-7cc5-48f9-8624-2a67880263b2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2d4c0751-74e4-4a35-b477-fc9870d1e215 HTTP/1.1" status: 204 len: 168 time: 0.1975596 Nov 04 13:22:58.998297 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-b3dec0ce-801e-4be1-aba5-99bfdf5bc743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:22:59.365938 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:23:01.119358 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6b754b89-5fb1-48cb-bd14-6eea0cd4bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:23:01.992640 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:23:03.552005 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:23:16.414559 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 5 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:23:29.000409 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-9e091138-97f2-4a71-93b6-f7867d6783cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:23:29.358349 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:23:31.120712 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd61a-2dd3-45c1-a9d6-9610033014bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:23:31.996123 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:23:33.555630 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:23:53.414239 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 5 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:23:59.002082 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-dee3dbac-cf4a-4fa9-b0a5-f5db839060bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:23:59.360016 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:24:01.122116 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-0e759fd6-6d94-4d57-9d87-cd713d3630d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:24:01.998309 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:24:03.558069 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:24:24.151256 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3838097'] for agent, after_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:24:29.003978 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-21a29557-5b07-4644-b86a-8b88a8a2bb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:24:29.362219 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:24:30.414795 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:24:31.122985 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d52ee42b-a0c9-4086-a2e2-b43fc50f1073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:24:32.003480 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:24:33.561433 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:24:39.409721 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 38666) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:24:39.546735 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-6d991286-0ae6-4165-bfc6-623867312d4e admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1358035 Nov 04 13:24:41.589149 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 38676) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:24:41.672730 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-0d6c7116-de02-4ae2-8271-0b634eb48fc1 admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0824623 Nov 04 13:24:54.104418 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:24:59.005336 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-5a7ddf32-fe28-4fea-81fa-93e5834e2e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:24:59.364628 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:25:01.124238 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-214f200c-dc63-4929-a6b7-6249a96bd953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:25:02.004561 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:25:03.564291 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:25:07.414838 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:25:24.106464 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:25:29.006547 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-8da75383-c8c5-4776-b44e-895f68dff9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:25:29.366003 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:25:31.126624 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-e71d5296-8664-46e6-af41-5237c81af692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:25:32.006027 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:25:33.570014 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:25:44.415584 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:25:54.120567 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:25:59.009309 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-86a4024c-3476-4954-aa14-7ef604b24475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:25:59.367012 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:01.129917 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-137a7f31-76d9-4919-a3f0-93b84e25daaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:02.008282 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:03.571056 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:21.416710 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:26:24.120077 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:24.818920 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 38860) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:25.375319 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-network', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:25.381112 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:25.385189 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Usage tracker for resource:network and tenant:a8899ac9b01e42658da4f7daa3a70cb6 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:25.388540 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:25.395603 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:25.401539 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 38884) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:25.408215 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 38888) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:25.415664 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Made reservation on behalf of a8899ac9b01e42658da4f7daa3a70cb6 for: {'network': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:26:25.418283 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for network, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:25.435444 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:25.439373 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 38896) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:25.485898 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:25.493882 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Usage tracker for resource:security_group_rule and tenant:a8899ac9b01e42658da4f7daa3a70cb6 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:25.496979 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:25.503752 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:25.592403 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 38912) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:25.606001 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:25.610455 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:25.620029 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:25.635520 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=82772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 13:26:25.653688 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742936665519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:25.654302 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Unsubscribe: segment precommit_create {{(pid=82772) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 04 13:26:25.654766 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.db.segments_db [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Added segment fe6ae640-e823-4522-bac4-3d650ada9126 of type vlan for network 19b33287-e8f1-4ba3-9b40-154cff1c5c43 Nov 04 13:26:25.700200 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1578818478-network', 'tenant_id': 'ca590547524248caa833248e6087476c'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:25.706036 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:25.710216 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Usage tracker for resource:network and tenant:ca590547524248caa833248e6087476c is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:25.713790 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:25.720933 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:25.727131 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742936165852'] for network, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:25.733744 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Made reservation on behalf of ca590547524248caa833248e6087476c for: {'network': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:26:25.737362 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for network, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:25.756741 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:25.773482 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1538911646-network', 'tenant_id': '2f57001575784361ad44394cd7ab4d5a'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:25.778409 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1320617749-network', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:25.783847 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:25.786250 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:25.790624 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Usage tracker for resource:network and tenant:2f57001575784361ad44394cd7ab4d5a is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:25.791148 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:25.797756 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:25.800976 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Usage tracker for resource:network and tenant:a7451332362e46a2a0a216c2925c30eb is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:25.805278 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:25.808119 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for network, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:25.809549 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe877ee-da17-4d6d-a9ab-2c0613dfa40e,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:25.815776 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:25.816568 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:25.817405 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:25.827674 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Made reservation on behalf of 2f57001575784361ad44394cd7ab4d5a for: {'network': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:26:25.831520 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for network, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:25.846488 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:25.847061 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:25.847538 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:25.848057 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:25.848571 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:25.849036 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:25.849512 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:25.850046 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:25.850510 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:25.850835 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:25.851180 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:25.851823 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Tracked resource versions report: Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: pushed versions: Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: { 'ConntrackHelper': {'1.0'}, Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: 'Log': {'1.0'}, Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: 'Network': {'1.1'}, Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: 'Port': {'1.5'}, Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: 'PortForwarding': {'1.2'}, Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: 'QosPolicy': {'1.8'}, Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: 'SecurityGroup': {'1.2'}, Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: 'SecurityGroupRule': {'1.0'}, Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: 'SubPort': {'1.0'}, Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: 'Subnet': {'1.1'}, Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: 'Trunk': {'1.1'}} Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: consumer versions: Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: { DHCP agent@dv-cinder-810367-1-smb: {}, Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: HyperV agent@hv-cinder-81036: {}, Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: L3 agent@dv-cinder-810367-1-smb: {}, Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: Metadata agent@dv-cinder-810367-1-smb: {}, Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: Metering agent@dv-cinder-810367-1-smb: {}, Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: Open vSwitch agent@dv-cinder-810367-1-smb: { 'ConntrackHelper': '1.0', Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: 'Log': '1.0', Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: 'Network': '1.1', Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: 'Port': '1.5', Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: 'PortForwarding': '1.2', Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: 'QosPolicy': '1.8', Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: 'SecurityGroup': '1.2', Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: 'SecurityGroupRule': '1.0', Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: 'SubPort': '1.0', Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: 'Subnet': '1.1', Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: 'Trunk': '1.1'}} Nov 04 13:26:25.853191 dv-cinder-810367-1-smb neutron-server[82772]: {{(pid=82772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 13:26:25.856446 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Usage tracker for resource:security_group_rule and tenant:ca590547524248caa833248e6087476c is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:25.859697 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:25.867741 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:25.888097 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Made reservation on behalf of a7451332362e46a2a0a216c2925c30eb for: {'network': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:26:25.889251 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:25.891754 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for network, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:25.911239 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:25.913844 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-31315186-network', 'tenant_id': '04dfbc43f3eb43baa25d2d28962011eb'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:25.951851 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:25.958471 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Usage tracker for resource:security_group_rule and tenant:2f57001575784361ad44394cd7ab4d5a is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:25.962596 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:25.971722 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:25.989055 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:25.996502 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:25.997786 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Usage tracker for resource:security_group_rule and tenant:a7451332362e46a2a0a216c2925c30eb is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:26.000874 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:26.004818 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.010959 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:26.012967 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-10c75eb6-e07a-4b07-acbf-9d05888abb15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:26.028283 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:26.045843 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Usage tracker for resource:network and tenant:04dfbc43f3eb43baa25d2d28962011eb is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:26.052939 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=82773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 13:26:26.054789 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:26.055315 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978f4f21-0056-467e-9055-72530b8479f2,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:26.069511 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.069879 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.db.segments_db [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Added segment b3a65132-091a-42fd-9f21-c848c12dfc96 of type vlan for network 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e Nov 04 13:26:26.071038 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:26.075681 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:26.076017 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:26.076402 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:26.076726 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:26.084936 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:26.085451 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:26.085634 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:26.085848 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:26.086351 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:26.086852 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:26.087373 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:26.088025 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Tracked resource versions report: Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: pushed versions: Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: { 'ConntrackHelper': {'1.0'}, Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: 'Log': {'1.0'}, Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: 'Network': {'1.1'}, Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: 'Port': {'1.5'}, Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: 'PortForwarding': {'1.2'}, Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: 'QosPolicy': {'1.8'}, Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: 'SecurityGroup': {'1.2'}, Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: 'SecurityGroupRule': {'1.0'}, Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: 'SubPort': {'1.0'}, Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: 'Subnet': {'1.1'}, Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: 'Trunk': {'1.1'}} Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: consumer versions: Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: { DHCP agent@dv-cinder-810367-1-smb: {}, Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: HyperV agent@hv-cinder-81036: {}, Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: L3 agent@dv-cinder-810367-1-smb: {}, Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: Metadata agent@dv-cinder-810367-1-smb: {}, Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: Metering agent@dv-cinder-810367-1-smb: {}, Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: Open vSwitch agent@dv-cinder-810367-1-smb: { 'ConntrackHelper': '1.0', Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: 'Log': '1.0', Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: 'Network': '1.1', Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: 'Port': '1.5', Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: 'PortForwarding': '1.2', Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: 'QosPolicy': '1.8', Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: 'SecurityGroup': '1.2', Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: 'SecurityGroupRule': '1.0', Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: 'SubPort': '1.0', Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: 'Subnet': '1.1', Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: 'Trunk': '1.1'}} Nov 04 13:26:26.089951 dv-cinder-810367-1-smb neutron-server[82773]: {{(pid=82773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 13:26:26.092881 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:26.101853 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:26.130693 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742936165852'] for network, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.224619 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for network, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.239694 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:26.247477 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.255131 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4321933 Nov 04 13:26:26.264908 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 38940) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:26.265464 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:26.273523 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.277409 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Made reservation on behalf of 04dfbc43f3eb43baa25d2d28962011eb for: {'network': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:26:26.283402 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for network, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.300588 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.308453 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-a08918fa-fd0e-46e9-b6df-3b058537f6d3 admin admin] Request body: {'subnet': {'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-subnet', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:26.340930 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:26.345764 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Usage tracker for resource:security_group_rule and tenant:04dfbc43f3eb43baa25d2d28962011eb is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:26.346143 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.349339 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:26.356531 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:26.431304 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Pushing event updated for resources: {'Network': ['ID=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:26.434635 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.439505 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:26.440517 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-a08918fa-fd0e-46e9-b6df-3b058537f6d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:26.444859 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Network 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e details requested by agent ovs-agent-dv-cinder-810367-1-smb with host dv-cinder-810367-1-smb {{(pid=82774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 04 13:26:26.458016 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=82773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 13:26:26.469156 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.469493 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.db.segments_db [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Added segment 97447998-9e24-4d21-a093-d5a1c9899616 of type vlan for network 6282d6f8-f89d-43c1-9bee-c61b55a30831 Nov 04 13:26:26.502141 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742936165852'] for network, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.507760 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Pushing event updated for resources: {'Network': ['ID=19b33287-e8f1-4ba3-9b40-154cff1c5c43,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:26.514986 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:26.515650 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.538623 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:26.556240 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-a08918fa-fd0e-46e9-b6df-3b058537f6d3 admin admin] Usage tracker for resource:subnet and tenant:a8899ac9b01e42658da4f7daa3a70cb6 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:26.562411 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-a08918fa-fd0e-46e9-b6df-3b058537f6d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:26.575228 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=82772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 13:26:26.577151 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-a08918fa-fd0e-46e9-b6df-3b058537f6d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:26.578792 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.597930 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:26.598142 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.604917 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc71e444-8eee-42b8-84d7-2db301594ee2,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:26.609281 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.609631 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.db.segments_db [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Added segment ddd0c112-a16b-4cba-83f1-b5b4658c28a7 of type vlan for network 6b3d0b90-f3fe-4668-a6be-cb74d1daa104 Nov 04 13:26:26.611866 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:26.613459 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:26.644145 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=82772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 13:26:26.650413 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Network 19b33287-e8f1-4ba3-9b40-154cff1c5c43 details requested by agent ovs-agent-dv-cinder-810367-1-smb with host dv-cinder-810367-1-smb {{(pid=82774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 04 13:26:26.657991 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fb5c41-ff91-495a-adb9-ca01fa57fbf8,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:26.673842 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08918fa-fd0e-46e9-b6df-3b058537f6d3 admin admin] Made reservation on behalf of a8899ac9b01e42658da4f7daa3a70cb6 for: {'subnet': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:26:26.679561 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a08918fa-fd0e-46e9-b6df-3b058537f6d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.714355 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fd9a0e-f479-4aaa-8b44-b163ec259297,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:26.727674 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.728013 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.db.segments_db [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Added segment 417fca62-d610-41ed-a4f6-c89ca90ceb1b of type vlan for network 786806b8-b546-4cf7-b982-c5c5a5208606 Nov 04 13:26:26.731613 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:26.756570 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742936165852'] for network, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.810914 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742936165852'] for network, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.889583 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for network, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.893108 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:26.893458 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:26.903379 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:26.963318 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5597169 Nov 04 13:26:26.966444 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:26.968140 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 38956) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:26.989431 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-bf5fcdc8-d60d-490c-b1ec-85b02c09a4f3 admin admin] Request body: {'subnet': {'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1578818478-subnet', 'tenant_id': 'ca590547524248caa833248e6087476c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:27.006223 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-bf5fcdc8-d60d-490c-b1ec-85b02c09a4f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:27.007034 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for network, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:27.012800 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:27.013369 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:27.015099 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-bf5fcdc8-d60d-490c-b1ec-85b02c09a4f3 admin admin] Usage tracker for resource:subnet and tenant:ca590547524248caa833248e6087476c is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:27.022908 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-bf5fcdc8-d60d-490c-b1ec-85b02c09a4f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:27.030325 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Pushing event updated for resources: {'Network': ['ID=6b3d0b90-f3fe-4668-a6be-cb74d1daa104,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:27.036004 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:27.036408 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:27.042230 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Network 6b3d0b90-f3fe-4668-a6be-cb74d1daa104 details requested by agent ovs-agent-dv-cinder-810367-1-smb with host dv-cinder-810367-1-smb {{(pid=82774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 04 13:26:27.047577 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-bf5fcdc8-d60d-490c-b1ec-85b02c09a4f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:27.054918 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a08918fa-fd0e-46e9-b6df-3b058537f6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for subnet, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:27.059827 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for network, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:27.069153 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:27.085062 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6730452 Nov 04 13:26:27.095878 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 38964) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:27.114111 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-e3716801-49ef-4244-9361-1a60bbb4c8b7 admin admin] Request body: {'subnet': {'network_id': '6b3d0b90-f3fe-4668-a6be-cb74d1daa104', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1538911646-subnet', 'tenant_id': '2f57001575784361ad44394cd7ab4d5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:27.125507 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5318861 Nov 04 13:26:27.134677 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 38972) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:27.171517 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08918fa-fd0e-46e9-b6df-3b058537f6d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=015f8400-61d5-446c-9985-04a90256d94c,revision_number=0']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:27.185356 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:27.186170 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:27.193809 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5fcdc8-d60d-490c-b1ec-85b02c09a4f3 admin admin] Made reservation on behalf of ca590547524248caa833248e6087476c for: {'subnet': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:26:27.201830 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bf5fcdc8-d60d-490c-b1ec-85b02c09a4f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:27.216895 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-e3716801-49ef-4244-9361-1a60bbb4c8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:27.224109 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-8704ea42-ce29-4d95-86a9-687b64a76fd2 admin admin] Request body: {'subnet': {'network_id': '786806b8-b546-4cf7-b982-c5c5a5208606', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-31315186-subnet', 'tenant_id': '04dfbc43f3eb43baa25d2d28962011eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:27.230953 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-e3716801-49ef-4244-9361-1a60bbb4c8b7 admin admin] Usage tracker for resource:subnet and tenant:2f57001575784361ad44394cd7ab4d5a is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:27.236325 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-8704ea42-ce29-4d95-86a9-687b64a76fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:27.240856 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-e3716801-49ef-4244-9361-1a60bbb4c8b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:27.244657 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Pushing event updated for resources: {'Network': ['ID=786806b8-b546-4cf7-b982-c5c5a5208606,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:27.247260 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-8704ea42-ce29-4d95-86a9-687b64a76fd2 admin admin] Usage tracker for resource:subnet and tenant:04dfbc43f3eb43baa25d2d28962011eb is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:27.252491 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:27.253265 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-8704ea42-ce29-4d95-86a9-687b64a76fd2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:27.256081 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-e3716801-49ef-4244-9361-1a60bbb4c8b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:27.261486 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-8704ea42-ce29-4d95-86a9-687b64a76fd2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:27.277683 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3716801-49ef-4244-9361-1a60bbb4c8b7 admin admin] Made reservation on behalf of 2f57001575784361ad44394cd7ab4d5a for: {'subnet': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:26:27.295396 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e3716801-49ef-4244-9361-1a60bbb4c8b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:27.305659 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Network 786806b8-b546-4cf7-b982-c5c5a5208606 details requested by agent ovs-agent-dv-cinder-810367-1-smb with host dv-cinder-810367-1-smb {{(pid=82774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 04 13:26:27.319490 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8704ea42-ce29-4d95-86a9-687b64a76fd2 admin admin] Made reservation on behalf of 04dfbc43f3eb43baa25d2d28962011eb for: {'subnet': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:26:27.321775 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8704ea42-ce29-4d95-86a9-687b64a76fd2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:27.415068 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a08918fa-fd0e-46e9-b6df-3b058537f6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:27.418030 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-174f1855-c110-4c5c-a78e-0ae0a502aa00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:27.517350 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08918fa-fd0e-46e9-b6df-3b058537f6d3 admin admin] Checking segment: {'id': 'fe6ae640-e823-4522-bac4-3d650ada9126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:26:27.518129 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08918fa-fd0e-46e9-b6df-3b058537f6d3 admin admin] Network hostable DHCP agents. Network: 19b33287-e8f1-4ba3-9b40-154cff1c5c43, hostable agents: ['631ea237-d78a-4659-83c4-0eb0d10a6a4b'], hosted agents: [] {{(pid=82773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 13:26:27.680129 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2397130 Nov 04 13:26:27.693788 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 39002) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:27.744917 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08918fa-fd0e-46e9-b6df-3b058537f6d3 admin admin] Network 19b33287-e8f1-4ba3-9b40-154cff1c5c43 is scheduled to be hosted by DHCP agent 631ea237-d78a-4659-83c4-0eb0d10a6a4b with binding_index 1 {{(pid=82773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 13:26:27.754736 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-2a19ce06-efd2-4d30-85e0-4b4bbc12035b admin admin] Request body: {'subnet': {'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1320617749-subnet', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:27.766444 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-2a19ce06-efd2-4d30-85e0-4b4bbc12035b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:27.776732 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e3716801-49ef-4244-9361-1a60bbb4c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for subnet, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:27.786582 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:27.792944 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-2a19ce06-efd2-4d30-85e0-4b4bbc12035b admin admin] Usage tracker for resource:subnet and tenant:a7451332362e46a2a0a216c2925c30eb is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:27.808351 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Pushing event updated for resources: {'Network': ['ID=6282d6f8-f89d-43c1-9bee-c61b55a30831,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:27.820782 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Network 6282d6f8-f89d-43c1-9bee-c61b55a30831 details requested by agent ovs-agent-dv-cinder-810367-1-smb with host dv-cinder-810367-1-smb {{(pid=82774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 04 13:26:27.843207 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-2a19ce06-efd2-4d30-85e0-4b4bbc12035b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:27.871176 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-2a19ce06-efd2-4d30-85e0-4b4bbc12035b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:27.925051 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:27.946269 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3716801-49ef-4244-9361-1a60bbb4c8b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e8fe84-d2ba-4f20-85df-a56e67a2eded,revision_number=0']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:27.950046 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a19ce06-efd2-4d30-85e0-4b4bbc12035b admin admin] Made reservation on behalf of a7451332362e46a2a0a216c2925c30eb for: {'subnet': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:26:27.952317 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-2a19ce06-efd2-4d30-85e0-4b4bbc12035b admin admin] Notify callbacks [] for subnet, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:27.970305 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-e3716801-49ef-4244-9361-1a60bbb4c8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:28.025790 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3716801-49ef-4244-9361-1a60bbb4c8b7 admin admin] Checking segment: {'id': 'ddd0c112-a16b-4cba-83f1-b5b4658c28a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6b3d0b90-f3fe-4668-a6be-cb74d1daa104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:26:28.026288 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3716801-49ef-4244-9361-1a60bbb4c8b7 admin admin] Network hostable DHCP agents. Network: 6b3d0b90-f3fe-4668-a6be-cb74d1daa104, hostable agents: ['631ea237-d78a-4659-83c4-0eb0d10a6a4b'], hosted agents: [] {{(pid=82772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 13:26:28.041094 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-a08918fa-fd0e-46e9-b6df-3b058537f6d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-smb, 19b33287-e8f1-4ba3-9b40-154cff1c5c43) {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:26:28.053924 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08918fa-fd0e-46e9-b6df-3b058537f6d3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:28.055240 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a08918fa-fd0e-46e9-b6df-3b058537f6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:28.075555 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bf5fcdc8-d60d-490c-b1ec-85b02c09a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for subnet, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:28.098037 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8884e7-b87c-489b-baaf-659d997e02df None None] Network 19b33287-e8f1-4ba3-9b40-154cff1c5c43 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:26:28.100482 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3716801-49ef-4244-9361-1a60bbb4c8b7 admin admin] Network 6b3d0b90-f3fe-4668-a6be-cb74d1daa104 is scheduled to be hosted by DHCP agent 631ea237-d78a-4659-83c4-0eb0d10a6a4b with binding_index 1 {{(pid=82772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 13:26:28.109866 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [None req-e3716801-49ef-4244-9361-1a60bbb4c8b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-smb, 6b3d0b90-f3fe-4668-a6be-cb74d1daa104) {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:26:28.113009 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8704ea42-ce29-4d95-86a9-687b64a76fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for subnet, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:28.127271 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5befa1de-c7c8-46f1-a4aa-d902e2ca4910 None None] Network 6b3d0b90-f3fe-4668-a6be-cb74d1daa104 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:26:28.133826 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-e3716801-49ef-4244-9361-1a60bbb4c8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:28.137203 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-a08918fa-fd0e-46e9-b6df-3b058537f6d3 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8441081 Nov 04 13:26:28.152636 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:28.180469 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 39026) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:28.199431 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:28.203824 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:28.208620 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3716801-49ef-4244-9361-1a60bbb4c8b7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:28.209224 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e3716801-49ef-4244-9361-1a60bbb4c8b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:28.209842 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Usage tracker for resource:router and tenant:a8899ac9b01e42658da4f7daa3a70cb6 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:28.212880 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:28.220280 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:28.237387 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704ea42-ce29-4d95-86a9-687b64a76fd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1e76674-9a4b-47bb-b9f3-bf143586b5e2,revision_number=0']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:28.247307 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-8704ea42-ce29-4d95-86a9-687b64a76fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:28.251061 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9207'] for router, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:28.253035 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3839100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3907538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9102'] for router, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:28.278171 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:28.305412 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-e3716801-49ef-4244-9361-1a60bbb4c8b7 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2028778 Nov 04 13:26:28.322868 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8704ea42-ce29-4d95-86a9-687b64a76fd2 admin admin] Checking segment: {'id': '417fca62-d610-41ed-a4f6-c89ca90ceb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '786806b8-b546-4cf7-b982-c5c5a5208606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:26:28.323307 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8704ea42-ce29-4d95-86a9-687b64a76fd2 admin admin] Network hostable DHCP agents. Network: 786806b8-b546-4cf7-b982-c5c5a5208606, hostable agents: ['631ea237-d78a-4659-83c4-0eb0d10a6a4b'], hosted agents: [] {{(pid=82772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 13:26:28.369919 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8704ea42-ce29-4d95-86a9-687b64a76fd2 admin admin] Network 786806b8-b546-4cf7-b982-c5c5a5208606 is scheduled to be hosted by DHCP agent 631ea237-d78a-4659-83c4-0eb0d10a6a4b with binding_index 1 {{(pid=82772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 13:26:28.390830 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [None req-8704ea42-ce29-4d95-86a9-687b64a76fd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-smb, 786806b8-b546-4cf7-b982-c5c5a5208606) {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:26:28.407391 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8704ea42-ce29-4d95-86a9-687b64a76fd2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:28.408050 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8704ea42-ce29-4d95-86a9-687b64a76fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:28.417737 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f185c40-2835-44f7-809d-2e7cfd4df7d3 None None] Network 786806b8-b546-4cf7-b982-c5c5a5208606 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:26:28.438149 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 39038) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:28.462486 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-8704ea42-ce29-4d95-86a9-687b64a76fd2 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2606881 Nov 04 13:26:28.581512 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 39046) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:28.607023 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fcdc8-d60d-490c-b1ec-85b02c09a4f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e4a0bf0-8086-4b70-87a4-6eff05a52c1a,revision_number=0']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:28.610585 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-bf5fcdc8-d60d-490c-b1ec-85b02c09a4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:28.664427 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp297d0050-6f8e-552a-a3ab-a77bfbb8aa11-19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c'}]}} from dv-cinder-810367-1-smb. {{(pid=82774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 04 13:26:28.665504 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:28.670334 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5fcdc8-d60d-490c-b1ec-85b02c09a4f3 admin admin] Checking segment: {'id': 'b3a65132-091a-42fd-9f21-c848c12dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:26:28.670689 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5fcdc8-d60d-490c-b1ec-85b02c09a4f3 admin admin] Network hostable DHCP agents. Network: 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e, hostable agents: ['631ea237-d78a-4659-83c4-0eb0d10a6a4b'], hosted agents: [] {{(pid=82773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 13:26:28.682706 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3834513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9116'] for router, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:28.703822 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92968e66-c830-4de7-b931-188d56133af1 None None] Network 6b3d0b90-f3fe-4668-a6be-cb74d1daa104 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:26:28.775302 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5fcdc8-d60d-490c-b1ec-85b02c09a4f3 admin admin] Network 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e is scheduled to be hosted by DHCP agent 631ea237-d78a-4659-83c4-0eb0d10a6a4b with binding_index 1 {{(pid=82773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 13:26:28.811919 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-9806401b-0920-4022-b2da-378af9aca4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:28.849111 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-2a19ce06-efd2-4d30-85e0-4b4bbc12035b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for subnet, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:28.857535 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-bf5fcdc8-d60d-490c-b1ec-85b02c09a4f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-smb, 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e) {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:26:28.862945 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5fcdc8-d60d-490c-b1ec-85b02c09a4f3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:28.863990 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bf5fcdc8-d60d-490c-b1ec-85b02c09a4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:28.872985 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a08918fa-fd0e-46e9-b6df-3b058537f6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:28.873216 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdc1cae-6e3c-48f5-8974-d730600c4209 None None] Network 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:26:28.893349 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-9806401b-0920-4022-b2da-378af9aca4e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:28.900345 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-9806401b-0920-4022-b2da-378af9aca4e3 admin admin] Usage tracker for resource:security_group_rule and tenant:7ad4b856601f4d7eb10977deb2dd1019 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:28.912506 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-9806401b-0920-4022-b2da-378af9aca4e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:28.923048 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-9806401b-0920-4022-b2da-378af9aca4e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:28.980526 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19ce06-efd2-4d30-85e0-4b4bbc12035b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8b765cb-cd12-4457-b597-71f7e124b9ac,revision_number=0']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:28.983741 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-2a19ce06-efd2-4d30-85e0-4b4bbc12035b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:29.009837 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-9806401b-0920-4022-b2da-378af9aca4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:29.028070 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-bf5fcdc8-d60d-490c-b1ec-85b02c09a4f3 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0586119 Nov 04 13:26:29.033207 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-9ef81ea2-0927-428d-985b-dbc9aec57b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:29.045825 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-9806401b-0920-4022-b2da-378af9aca4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:29.047145 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.db_base_plugin_common [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Allocated IP 172.20.0.2 (19b33287-e8f1-4ba3-9b40-154cff1c5c43/015f8400-61d5-446c-9985-04a90256d94c/8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c) {{(pid=82774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:26:29.048385 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a19ce06-efd2-4d30-85e0-4b4bbc12035b admin admin] Checking segment: {'id': '97447998-9e24-4d21-a093-d5a1c9899616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:26:29.049244 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a19ce06-efd2-4d30-85e0-4b4bbc12035b admin admin] Network hostable DHCP agents. Network: 6282d6f8-f89d-43c1-9bee-c61b55a30831, hostable agents: ['631ea237-d78a-4659-83c4-0eb0d10a6a4b'], hosted agents: [] {{(pid=82773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 13:26:29.082814 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:29.114670 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-9806401b-0920-4022-b2da-378af9aca4e3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7ad4b856601f4d7eb10977deb2dd1019&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6713767 Nov 04 13:26:29.122063 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 39064) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:29.185031 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-9ef81ea2-0927-428d-985b-dbc9aec57b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:29.193308 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a19ce06-efd2-4d30-85e0-4b4bbc12035b admin admin] Network 6282d6f8-f89d-43c1-9bee-c61b55a30831 is scheduled to be hosted by DHCP agent 631ea237-d78a-4659-83c4-0eb0d10a6a4b with binding_index 1 {{(pid=82773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 13:26:29.203373 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-9ef81ea2-0927-428d-985b-dbc9aec57b60 admin admin] Usage tracker for resource:security_group_rule and tenant:8301d3598ae74765bbcc2f22c235d560 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:29.207231 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-9ef81ea2-0927-428d-985b-dbc9aec57b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:29.225360 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-9ef81ea2-0927-428d-985b-dbc9aec57b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:29.300378 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:29.341472 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-9ef81ea2-0927-428d-985b-dbc9aec57b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:29.342802 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806401b-0920-4022-b2da-378af9aca4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c2231e-e662-4912-843f-88852994c8b7,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:29.342924 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Notify callbacks [] for port, precommit_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:29.347517 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-9806401b-0920-4022-b2da-378af9aca4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:29.354581 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-9ef81ea2-0927-428d-985b-dbc9aec57b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:29.354680 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Transition to ACTIVE for port object 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c will not be triggered until provisioned by entity L2. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:26:29.373638 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Transition to ACTIVE for port object 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c will not be triggered until provisioned by entity DHCP. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:26:29.401312 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-2a19ce06-efd2-4d30-85e0-4b4bbc12035b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-smb, 6282d6f8-f89d-43c1-9bee-c61b55a30831) {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:26:29.416365 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526'] for port, after_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:29.420756 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-17029db5-a553-4c5a-a02f-bb3d47fe6cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:29.428348 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:29.431100 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a19ce06-efd2-4d30-85e0-4b4bbc12035b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:29.431666 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-2a19ce06-efd2-4d30-85e0-4b4bbc12035b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:29.456656 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ecc08d-4e0b-4f39-bfa3-5bbcf1c8af05 None None] Network 6282d6f8-f89d-43c1-9bee-c61b55a30831 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:26:29.468541 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef81ea2-0927-428d-985b-dbc9aec57b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfe9cd4-f8f0-49fe-97cc-702034234771,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:29.474580 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-9ef81ea2-0927-428d-985b-dbc9aec57b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:29.479464 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-9ef81ea2-0927-428d-985b-dbc9aec57b60 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8301d3598ae74765bbcc2f22c235d560&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8968110 Nov 04 13:26:29.481999 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 39088) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:29.561698 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b57ac063-0ca7-42df-9730-78b0cc7525d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:29.589653 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 39094) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:29.590661 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-2a19ce06-efd2-4d30-85e0-4b4bbc12035b admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8917813 Nov 04 13:26:29.599086 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a56acdc4-e17d-4adf-8346-3e942ba98616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:29.601444 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:29.609686 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b57ac063-0ca7-42df-9730-78b0cc7525d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:29.618848 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:29.628617 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Usage tracker for resource:router and tenant:a7451332362e46a2a0a216c2925c30eb is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:29.637250 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:29.651840 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:29.686012 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9207'] for router, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:29.686972 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3839100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3907538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9102'] for router, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:29.688099 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a56acdc4-e17d-4adf-8346-3e942ba98616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:29.726685 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b57ac063-0ca7-42df-9730-78b0cc7525d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:29.738625 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:29.764648 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ac063-0ca7-42df-9730-78b0cc7525d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfe9cd4-f8f0-49fe-97cc-702034234771,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:29.770783 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b57ac063-0ca7-42df-9730-78b0cc7525d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:29.788276 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_common [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Allocated IP 172.28.1.157 (3a01b9c4-59fa-4ac6-86b7-88d3229c48a4/d8a4ad71-5939-4e74-92b3-9a9ca440e818/39391fea-e65b-42d5-8313-4a65666aa9a6) {{(pid=82773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:26:29.790151 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:29.818541 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:29.825210 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b57ac063-0ca7-42df-9730-78b0cc7525d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:29.826361 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-b57ac063-0ca7-42df-9730-78b0cc7525d0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8dfe9cd4-f8f0-49fe-97cc-702034234771 HTTP/1.1" status: 204 len: 168 time: 0.3426187 Nov 04 13:26:29.956363 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 39116) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:29.966455 dv-cinder-810367-1-smb neutron-server[82772]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 04 13:26:30.016825 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Network 19b33287-e8f1-4ba3-9b40-154cff1c5c43 is already hosted by enough agents. {{(pid=82774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:26:30.109743 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:30.135467 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a56acdc4-e17d-4adf-8346-3e942ba98616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:30.150769 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:30.156884 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526'] for port, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:30.164945 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56acdc4-e17d-4adf-8346-3e942ba98616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c2231e-e662-4912-843f-88852994c8b7,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:30.172872 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a56acdc4-e17d-4adf-8346-3e942ba98616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:30.175834 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:30.226499 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a56acdc4-e17d-4adf-8346-3e942ba98616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:30.227856 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-a56acdc4-e17d-4adf-8346-3e942ba98616 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/49c2231e-e662-4912-843f-88852994c8b7 HTTP/1.1" status: 204 len: 168 time: 1.1045146 Nov 04 13:26:30.248275 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.scheduler.base_scheduler [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Resources bound (agent type, host, resource id): {{(pid=82774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:26:30.261653 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:26:30.268033 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:26:30.274781 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Received port after_create {{(pid=82773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:26:30.298681 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Pushing event updated for resources: {'Port': ['ID=8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c,revision_number=1']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:30.313673 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Pushing event updated for resources: {'Port': ['ID=39391fea-e65b-42d5-8313-4a65666aa9a6,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:30.323545 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:30.402838 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3834513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9116'] for router, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:30.413649 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-bc525358-9b26-41d3-bde7-89dea5058714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:30.427734 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:30.440747 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Received port after_create {{(pid=82774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:26:30.449883 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-f39a59dc-f5fa-43a2-9785-c586569d0adf tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:30.450611 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-f39a59dc-f5fa-43a2-9785-c586569d0adf tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Synchronizing usage tracker for tenant:04dfbc43f3eb43baa25d2d28962011eb on resource:network {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:26:30.460086 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:30.460420 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:30.460741 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:30.461057 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:30.461371 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:30.461720 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:30.462168 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:30.462483 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:30.462789 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:30.463095 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:30.463399 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Tracked resource versions report: Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: pushed versions: Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: { 'ConntrackHelper': {'1.0'}, Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: 'Log': {'1.0'}, Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: 'Network': {'1.1'}, Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: 'Port': {'1.5'}, Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: 'PortForwarding': {'1.2'}, Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: 'QosPolicy': {'1.8'}, Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: 'SecurityGroup': {'1.2'}, Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: 'SecurityGroupRule': {'1.0'}, Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: 'SubPort': {'1.0'}, Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: 'Subnet': {'1.1'}, Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: 'Trunk': {'1.1'}} Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: consumer versions: Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: { DHCP agent@dv-cinder-810367-1-smb: {}, Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: HyperV agent@hv-cinder-81036: {}, Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: L3 agent@dv-cinder-810367-1-smb: {}, Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: Metadata agent@dv-cinder-810367-1-smb: {}, Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: Metering agent@dv-cinder-810367-1-smb: {}, Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: Open vSwitch agent@dv-cinder-810367-1-smb: { 'ConntrackHelper': '1.0', Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: 'Log': '1.0', Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: 'Network': '1.1', Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: 'Port': '1.5', Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: 'PortForwarding': '1.2', Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: 'QosPolicy': '1.8', Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: 'SecurityGroup': '1.2', Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: 'SecurityGroupRule': '1.0', Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: 'SubPort': '1.0', Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: 'Subnet': '1.1', Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: 'Trunk': '1.1'}} Nov 04 13:26:30.464571 dv-cinder-810367-1-smb neutron-server[82774]: {{(pid=82774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 13:26:30.496024 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:30.497899 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3834504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839009'] for router, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:30.555703 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:30.564250 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp297d0050-6f8e-552a-a3ab-a77bfbb8aa11-6282d6f8-f89d-43c1-9bee-c61b55a30831', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'fixed_ips': [{'subnet_id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac'}]}} from dv-cinder-810367-1-smb. {{(pid=82774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 04 13:26:30.565189 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:30.615833 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-f39a59dc-f5fa-43a2-9785-c586569d0adf tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Unset dirty status for tenant:04dfbc43f3eb43baa25d2d28962011eb on resource:network {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:26:30.616785 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-f39a59dc-f5fa-43a2-9785-c586569d0adf tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/networks?id=786806b8-b546-4cf7-b982-c5c5a5208606 HTTP/1.1" status: 200 len: 810 time: 0.6592298 Nov 04 13:26:30.659778 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-54ccc701-51d5-42aa-be11-8e039c16c727 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/quotas/04dfbc43f3eb43baa25d2d28962011eb HTTP/1.1" status: 200 len: 375 time: 0.0262065 Nov 04 13:26:30.708728 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63440dd-38f2-4638-a6ed-2be9f64ebfc5 None None] Network 786806b8-b546-4cf7-b982-c5c5a5208606 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:26:30.774126 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 39152) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:30.781228 dv-cinder-810367-1-smb neutron-server[82773]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 04 13:26:30.796178 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-0360bd30-6738-4cbd-9be9-c10599e76cf8 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=04dfbc43f3eb43baa25d2d28962011eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1209257 Nov 04 13:26:30.811800 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 39158) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:30.824418 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1269518445-network', 'tenant_id': 'b9e3fc20a49c4b31b6ab399b0364594f'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:30.860217 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:30.870798 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Usage tracker for resource:network and tenant:b9e3fc20a49c4b31b6ab399b0364594f is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:30.877296 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:30.893790 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:30.898019 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f371d79-4fd1-4827-b172-b3986531c5e9 None None] Network 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:26:30.919552 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 39162) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:30.932026 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Made reservation on behalf of b9e3fc20a49c4b31b6ab399b0364594f for: {'network': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:26:30.940375 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for network, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:30.966457 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-dfd82c10-6f50-4849-8b0e-c91e8f87f718 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:30.967144 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-dfd82c10-6f50-4849-8b0e-c91e8f87f718 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Synchronizing usage tracker for tenant:ca590547524248caa833248e6087476c on resource:network {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:26:30.971930 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-aed9d565-67c6-4319-bb7b-6c2be8f7cd1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:31.019263 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:31.039388 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-aed9d565-67c6-4319-bb7b-6c2be8f7cd1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:31.041573 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-dfd82c10-6f50-4849-8b0e-c91e8f87f718 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Unset dirty status for tenant:ca590547524248caa833248e6087476c on resource:network {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:26:31.048936 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-dfd82c10-6f50-4849-8b0e-c91e8f87f718 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/networks?id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e HTTP/1.1" status: 200 len: 815 time: 0.2704346 Nov 04 13:26:31.059941 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-aed9d565-67c6-4319-bb7b-6c2be8f7cd1f admin admin] Usage tracker for resource:security_group_rule and tenant:33fe4e0498ba4bd4acedbbf74811db89 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:31.064305 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-aed9d565-67c6-4319-bb7b-6c2be8f7cd1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:31.126760 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 is scheduled to L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 with binding_index 1 {{(pid=82773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 13:26:31.129283 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-aed9d565-67c6-4319-bb7b-6c2be8f7cd1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:31.139291 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-ef64fb0e-4330-4935-8761-5681d2a12e13 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/quotas/ca590547524248caa833248e6087476c HTTP/1.1" status: 200 len: 375 time: 0.0892365 Nov 04 13:26:31.232958 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-5ff6d9d8-14d4-416e-8ff9-2520ec700e70 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca590547524248caa833248e6087476c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0927238 Nov 04 13:26:31.237467 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:31.261805 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Attempting to bind port 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:26:31.262791 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Attempting to bind port 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': 'fe6ae640-e823-4522-bac4-3d650ada9126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43'}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:26:31.263313 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Attempting to bind port 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c on network 19b33287-e8f1-4ba3-9b40-154cff1c5c43 {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:26:31.272517 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Usage tracker for resource:security_group_rule and tenant:b9e3fc20a49c4b31b6ab399b0364594f is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:31.275679 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:31.290822 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:26:31.291420 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Checking segment: {'id': 'fe6ae640-e823-4522-bac4-3d650ada9126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:26:31.292001 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:31.292538 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Bound using segment: {'id': 'fe6ae640-e823-4522-bac4-3d650ada9126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43'} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:26:31.293183 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Bound port: 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6ae640-e823-4522-bac4-3d650ada9126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43'}}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:26:31.293788 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:31.330854 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:31.349985 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:31.420298 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:31.445874 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] For port 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:26:31.449158 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] For port 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:26:31.478315 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:31.479124 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-baa28421-efb5-45e9-bb47-7822ab4c3da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:31.488257 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-aed9d565-67c6-4319-bb7b-6c2be8f7cd1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:31.553500 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:31.587174 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-aed9d565-67c6-4319-bb7b-6c2be8f7cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:31.608983 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:31.612144 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:31.621925 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:31.626273 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Pushing event updated for resources: {'Port': ['ID=8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c,revision_number=2']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:31.634636 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:31.666302 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-2d1a6812-5b30-4866-9f3a-ede7e7e41f0a service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=82772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 04 13:26:31.667373 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-2d1a6812-5b30-4866-9f3a-ede7e7e41f0a service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4477592 Nov 04 13:26:31.718239 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-aed9d565-67c6-4319-bb7b-6c2be8f7cd1f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=33fe4e0498ba4bd4acedbbf74811db89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7952247 Nov 04 13:26:31.718469 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:31.735908 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 39184) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:31.736963 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9d565-67c6-4319-bb7b-6c2be8f7cd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44696c4-cacd-4cfc-86de-295fef1a9cc9,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:31.759686 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-aed9d565-67c6-4319-bb7b-6c2be8f7cd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:31.768372 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-f35a1259-cfc7-4596-a028-3da26c86014e service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=82773) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 04 13:26:31.769786 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-f35a1259-cfc7-4596-a028-3da26c86014e service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1840501 Nov 04 13:26:31.843750 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.db_base_plugin_common [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Allocated IP 172.20.0.2 (6282d6f8-f89d-43c1-9bee-c61b55a30831/a8b765cb-cd12-4457-b597-71f7e124b9ac/a3682fc4-d75b-48dc-a219-e16116489350) {{(pid=82774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:26:31.881058 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-4f2d4c56-1068-42e6-8bf5-ddd60fffb280 service neutron] 10.222.0.93 "GET /v2.0/networks/786806b8-b546-4cf7-b982-c5c5a5208606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814401 Nov 04 13:26:31.881816 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=82772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 13:26:31.891759 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Allocated IP 172.28.1.223 (3a01b9c4-59fa-4ac6-86b7-88d3229c48a4/d8a4ad71-5939-4e74-92b3-9a9ca440e818/18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:26:32.001045 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-80408c10-523a-4201-8493-93f0f4fc6185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:32.003752 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e3088c-82eb-4ae8-9043-a150807a9ad8,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:32.010612 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:32.023945 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:32.024372 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.db.segments_db [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Added segment 061c0bcb-ebfc-4c1d-b3fb-ac86f1cf0a25 of type vlan for network 6014a289-abc2-4632-85b9-b0a50748a270 Nov 04 13:26:32.086692 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-80408c10-523a-4201-8493-93f0f4fc6185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:32.127313 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:32.155891 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-ba7ad1c7-3d25-4db9-82ce-9cb334770a10 service neutron] 10.222.0.93 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721142 Nov 04 13:26:32.215850 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-80408c10-523a-4201-8493-93f0f4fc6185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:32.220489 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:26:32.236750 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] Sync routers for ids ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'] in dv-cinder-810367-1-smb {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:26:32.241207 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-cbd1b358-923f-4d0f-aafb-1bf844c5faf3 service neutron] 10.222.0.93 "GET /v2.0/networks/786806b8-b546-4cf7-b982-c5c5a5208606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445117 Nov 04 13:26:32.260385 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742936165852'] for network, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:32.262612 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] Routers {'1d9f18ca-50d3-48ce-89f4-1ee086403af8'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:26:32.263371 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:26:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:26:32.279228 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Notify callbacks [] for port, precommit_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:32.280284 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:32.308913 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Transition to ACTIVE for port object a3682fc4-d75b-48dc-a219-e16116489350 will not be triggered until provisioned by entity L2. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:26:32.326646 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80408c10-523a-4201-8493-93f0f4fc6185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44696c4-cacd-4cfc-86de-295fef1a9cc9,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:32.329771 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-80408c10-523a-4201-8493-93f0f4fc6185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:32.374519 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:32.384398 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for network, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:32.387254 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-80408c10-523a-4201-8493-93f0f4fc6185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:32.390935 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:32.391090 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-80408c10-523a-4201-8493-93f0f4fc6185 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a44696c4-cacd-4cfc-86de-295fef1a9cc9 HTTP/1.1" status: 204 len: 168 time: 0.6477935 Nov 04 13:26:32.391192 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:32.395211 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Notify callbacks [] for router, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:32.396516 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2114809 Nov 04 13:26:32.400277 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:32.400868 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 39196) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:32.452820 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Transition to ACTIVE for port object a3682fc4-d75b-48dc-a219-e16116489350 will not be triggered until provisioned by entity DHCP. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:26:32.473972 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526'] for port, after_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:32.483935 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:32.536066 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-60e11173-0db5-4301-84b3-944874bbe401 service neutron] 10.222.0.93 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636518 Nov 04 13:26:32.599260 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7863758 Nov 04 13:26:32.607240 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 39208) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:32.637354 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-7a929554-3eaf-4c2d-9649-7e0b034d8bbf admin admin] Request body: {'subnet': {'network_id': '6014a289-abc2-4632-85b9-b0a50748a270', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1269518445-subnet', 'tenant_id': 'b9e3fc20a49c4b31b6ab399b0364594f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:32.655009 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Pushing event updated for resources: {'Network': ['ID=6014a289-abc2-4632-85b9-b0a50748a270,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:32.677588 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:32.696226 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-7a929554-3eaf-4c2d-9649-7e0b034d8bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:32.715837 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-7a929554-3eaf-4c2d-9649-7e0b034d8bbf admin admin] Usage tracker for resource:subnet and tenant:b9e3fc20a49c4b31b6ab399b0364594f is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:32.733444 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-7a929554-3eaf-4c2d-9649-7e0b034d8bbf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:32.752399 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-7a929554-3eaf-4c2d-9649-7e0b034d8bbf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:32.772305 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:32.793768 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:32.830145 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Pushing event updated for resources: {'Port': ['ID=a3682fc4-d75b-48dc-a219-e16116489350,revision_number=1']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:32.848943 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a929554-3eaf-4c2d-9649-7e0b034d8bbf admin admin] Made reservation on behalf of b9e3fc20a49c4b31b6ab399b0364594f for: {'subnet': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:26:32.852621 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7a929554-3eaf-4c2d-9649-7e0b034d8bbf admin admin] Notify callbacks [] for subnet, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:32.860985 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Network 6014a289-abc2-4632-85b9-b0a50748a270 details requested by agent ovs-agent-dv-cinder-810367-1-smb with host dv-cinder-810367-1-smb {{(pid=82774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 04 13:26:32.920530 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:32.926454 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] Set router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:26:32.940301 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Network 6282d6f8-f89d-43c1-9bee-c61b55a30831 is already hosted by enough agents. {{(pid=82774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:26:32.956575 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.scheduler.base_scheduler [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Resources bound (agent type, host, resource id): {{(pid=82774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:26:32.968909 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Received port after_create {{(pid=82774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:26:32.972937 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:26:33.099938 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:26:33.120896 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:26:33.276562 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d028fa03-f14a-4927-9f3d-82f44ed170ab req-6d06b637-cf12-4184-880a-0e6c257fb8ed tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 210 time: 0.1550131 Nov 04 13:26:33.327958 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69460c4b-7e6e-4540-a790-b1533828b7a6 None None] Network 19b33287-e8f1-4ba3-9b40-154cff1c5c43 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:26:33.463391 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Attempting to bind port a3682fc4-d75b-48dc-a219-e16116489350 on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:26:33.464080 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Attempting to bind port a3682fc4-d75b-48dc-a219-e16116489350 by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': '97447998-9e24-4d21-a093-d5a1c9899616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831'}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:26:33.464533 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Attempting to bind port a3682fc4-d75b-48dc-a219-e16116489350 on network 6282d6f8-f89d-43c1-9bee-c61b55a30831 {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:26:33.495070 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:28Z', 'updated_at': '2021-11-04T13:26:30Z', 'revision_number': 3, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'gw_port': {'id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:26:33.505700 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] Checking router: 1d9f18ca-50d3-48ce-89f4-1ee086403af8 for host: dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:26:33.507025 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] Updating router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 port 39391fea-e65b-42d5-8313-4a65666aa9a6 binding host dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 04 13:26:33.563076 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9ab550e2-bbc7-494b-96ba-7cbb6d8ded5e req-659d9845-cbfe-45e6-9ca9-8e07bc7daf6d tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 210 time: 0.6129332 Nov 04 13:26:33.575061 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:26:33.578274 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Checking segment: {'id': '97447998-9e24-4d21-a093-d5a1c9899616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:26:33.579611 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:33.580754 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Bound using segment: {'id': '97447998-9e24-4d21-a093-d5a1c9899616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831'} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:26:33.581471 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Bound port: a3682fc4-d75b-48dc-a219-e16116489350, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97447998-9e24-4d21-a093-d5a1c9899616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831'}}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:26:33.584250 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:33.651496 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-883b70c2-6107-46a0-ac19-457a08163fec None None] Provisioning for port 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:26:33.691493 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:33.823018 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7a929554-3eaf-4c2d-9649-7e0b034d8bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for subnet, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:33.826544 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Pushing event updated for resources: {'Port': ['ID=18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:33.830890 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.038s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:33.838981 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-8704ea42-ce29-4d95-86a9-687b64a76fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:33.884185 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:33.915550 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a929554-3eaf-4c2d-9649-7e0b034d8bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc436c2-5c44-4c7e-b98f-4e6e7ca7ee1f,revision_number=0']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:33.922164 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-7a929554-3eaf-4c2d-9649-7e0b034d8bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:34.155079 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a929554-3eaf-4c2d-9649-7e0b034d8bbf admin admin] Checking segment: {'id': '061c0bcb-ebfc-4c1d-b3fb-ac86f1cf0a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '6014a289-abc2-4632-85b9-b0a50748a270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:26:34.159810 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a929554-3eaf-4c2d-9649-7e0b034d8bbf admin admin] Network hostable DHCP agents. Network: 6014a289-abc2-4632-85b9-b0a50748a270, hostable agents: ['631ea237-d78a-4659-83c4-0eb0d10a6a4b'], hosted agents: [] {{(pid=82772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 13:26:34.195455 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:26:34.230595 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] For port a3682fc4-d75b-48dc-a219-e16116489350, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:26:34.241729 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] For port a3682fc4-d75b-48dc-a219-e16116489350, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=a3682fc4-d75b-48dc-a219-e16116489350,segment=NetworkSegment(97447998-9e24-4d21-a093-d5a1c9899616),segment_id=97447998-9e24-4d21-a093-d5a1c9899616)] {{(pid=82774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:26:34.269573 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:34.288509 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:34.321388 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a929554-3eaf-4c2d-9649-7e0b034d8bbf admin admin] Network 6014a289-abc2-4632-85b9-b0a50748a270 is scheduled to be hosted by DHCP agent 631ea237-d78a-4659-83c4-0eb0d10a6a4b with binding_index 1 {{(pid=82772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 13:26:34.378190 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [None req-7a929554-3eaf-4c2d-9649-7e0b034d8bbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-smb, 6014a289-abc2-4632-85b9-b0a50748a270) {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:26:34.392834 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:34.393991 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3834504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839009'] for router, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:34.411971 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a929554-3eaf-4c2d-9649-7e0b034d8bbf admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:34.413060 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7a929554-3eaf-4c2d-9649-7e0b034d8bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:34.415808 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2114d70-5e78-4e3c-8aca-5d1555806e40 None None] Network 6014a289-abc2-4632-85b9-b0a50748a270 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:26:34.624619 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] Notify callbacks [] for port, precommit_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:34.635099 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-7a929554-3eaf-4c2d-9649-7e0b034d8bbf admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0174620 Nov 04 13:26:34.712976 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.provisioning_blocks [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] Transition to ACTIVE for port object 39391fea-e65b-42d5-8313-4a65666aa9a6 will not be triggered until provisioned by entity L2. {{(pid=82775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:26:34.731473 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:34.736524 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:34.752456 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Pushing event updated for resources: {'Port': ['ID=a3682fc4-d75b-48dc-a219-e16116489350,revision_number=2']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:34.784785 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:34.824585 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:26:34.993661 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:26:35.003036 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:35.040997 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] Attempting to bind port 39391fea-e65b-42d5-8313-4a65666aa9a6 on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:26:35.041377 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] Attempting to bind port 39391fea-e65b-42d5-8313-4a65666aa9a6 by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}] {{(pid=82775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:26:35.041768 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] Attempting to bind port 39391fea-e65b-42d5-8313-4a65666aa9a6 on network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:26:35.054369 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1298f80-b374-40d8-ba1b-42b94fcafcfa None None] Pushing event updated for resources: {'Port': ['ID=39391fea-e65b-42d5-8313-4a65666aa9a6,revision_number=2']} {{(pid=82775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:35.070787 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:26:35.076835 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] Checking segment: {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:26:35.077316 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:35.077774 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] Bound using segment: {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'} {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:26:35.078273 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] Bound port: 39391fea-e65b-42d5-8313-4a65666aa9a6, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}}] {{(pid=82775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:26:35.078718 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:35.110890 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d4105f6c-1930-4354-a6a5-c6f66d7f916d req-8f86d06e-be25-4a10-9621-6865b6b658a4 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 210 time: 0.1974478 Nov 04 13:26:35.124005 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 39322) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:35.200268 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5b811989-c64b-443e-b12a-dc714506cfe1 req-bdfaeefb-9229-42a8-a64f-bbdb3f0dd60d tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 210 time: 0.6691964 Nov 04 13:26:35.240845 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1298f80-b374-40d8-ba1b-42b94fcafcfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:35.241266 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1298f80-b374-40d8-ba1b-42b94fcafcfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:35.241597 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1298f80-b374-40d8-ba1b-42b94fcafcfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:35.241958 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1298f80-b374-40d8-ba1b-42b94fcafcfa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:35.242281 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1298f80-b374-40d8-ba1b-42b94fcafcfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:35.242638 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1298f80-b374-40d8-ba1b-42b94fcafcfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:35.255288 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1298f80-b374-40d8-ba1b-42b94fcafcfa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:35.255714 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1298f80-b374-40d8-ba1b-42b94fcafcfa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:35.256047 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1298f80-b374-40d8-ba1b-42b94fcafcfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:35.256374 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1298f80-b374-40d8-ba1b-42b94fcafcfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:35.256699 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1298f80-b374-40d8-ba1b-42b94fcafcfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1298f80-b374-40d8-ba1b-42b94fcafcfa None None] Tracked resource versions report: Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: pushed versions: Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: { 'ConntrackHelper': {'1.0'}, Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: 'Log': {'1.0'}, Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: 'Network': {'1.1'}, Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: 'Port': {'1.5'}, Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: 'PortForwarding': {'1.2'}, Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: 'QosPolicy': {'1.8'}, Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: 'SecurityGroup': {'1.2'}, Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: 'SecurityGroupRule': {'1.0'}, Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: 'SubPort': {'1.0'}, Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: 'Subnet': {'1.1'}, Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: 'Trunk': {'1.1'}} Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: consumer versions: Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: { DHCP agent@dv-cinder-810367-1-smb: {}, Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: HyperV agent@hv-cinder-81036: {}, Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: L3 agent@dv-cinder-810367-1-smb: {}, Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: Metadata agent@dv-cinder-810367-1-smb: {}, Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: Metering agent@dv-cinder-810367-1-smb: {}, Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: Open vSwitch agent@dv-cinder-810367-1-smb: { 'ConntrackHelper': '1.0', Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: 'Log': '1.0', Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: 'Network': '1.1', Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: 'Port': '1.5', Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: 'PortForwarding': '1.2', Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: 'QosPolicy': '1.8', Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: 'SecurityGroup': '1.2', Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: 'SecurityGroupRule': '1.0', Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: 'SubPort': '1.0', Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: 'Subnet': '1.1', Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: 'Trunk': '1.1'}} Nov 04 13:26:35.257806 dv-cinder-810367-1-smb neutron-server[82775]: {{(pid=82775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 13:26:35.272689 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-b1298f80-b374-40d8-ba1b-42b94fcafcfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:35.315743 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:35.320220 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:35.407631 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.db [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] For port 39391fea-e65b-42d5-8313-4a65666aa9a6, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:26:35.415882 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.db [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] For port 39391fea-e65b-42d5-8313-4a65666aa9a6, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=39391fea-e65b-42d5-8313-4a65666aa9a6,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:26:35.447864 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:35.456171 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-68abb33e-83ca-4c38-bf4a-5e21c34a7691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:35.472120 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc013e26-e8ab-4580-9c4a-df1541e7762f admin admin] Deleting subnet 11e8fe84-d2ba-4f20-85df-a56e67a2eded {{(pid=82772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 04 13:26:35.477174 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bc013e26-e8ab-4580-9c4a-df1541e7762f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:35.606716 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bc013e26-e8ab-4580-9c4a-df1541e7762f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:35.624741 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bc013e26-e8ab-4580-9c4a-df1541e7762f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1049700'] for subnet, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:35.627245 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] For port 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:26:35.665801 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b24e8d-330e-4347-8ce6-6844bd563fa1 None None] Network 6014a289-abc2-4632-85b9-b0a50748a270 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:26:35.736072 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Router de216616-88bb-4cdb-b621-0f1516027da4 is scheduled to L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 with binding_index 1 {{(pid=82772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 13:26:35.776360 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1298f80-b374-40d8-ba1b-42b94fcafcfa None None] Pushing event updated for resources: {'Port': ['ID=39391fea-e65b-42d5-8313-4a65666aa9a6,revision_number=3']} {{(pid=82775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:35.785197 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-b1298f80-b374-40d8-ba1b-42b94fcafcfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:35.788708 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] Routers {'1d9f18ca-50d3-48ce-89f4-1ee086403af8'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:26:35.791502 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:26:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:26:35.897805 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bc013e26-e8ab-4580-9c4a-df1541e7762f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1049629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for subnet, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:35.966404 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:35.966664 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:35.995721 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:36.123842 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bc013e26-e8ab-4580-9c4a-df1541e7762f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:36.137569 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc013e26-e8ab-4580-9c4a-df1541e7762f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e8fe84-d2ba-4f20-85df-a56e67a2eded,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:36.147633 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-bc013e26-e8ab-4580-9c4a-df1541e7762f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:36.197981 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-bc013e26-e8ab-4580-9c4a-df1541e7762f admin admin] 10.222.0.93 "DELETE /v2.0/subnets/11e8fe84-d2ba-4f20-85df-a56e67a2eded HTTP/1.1" status: 204 len: 168 time: 1.0636594 Nov 04 13:26:36.205426 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 39360) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:36.293026 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] Set router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:26:36.337035 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device a3682fc4-d75b-48dc-a219-e16116489350 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:26:36.350076 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_common [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Allocated IP 172.20.0.1 (19b33287-e8f1-4ba3-9b40-154cff1c5c43/015f8400-61d5-446c-9985-04a90256d94c/4966c20f-23cf-4f08-a882-cedc08e0e2b6) {{(pid=82773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:26:36.424154 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-bd033826-97b0-45ee-a298-b8559161f559 None None] Provisioning complete for port 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:26:36.425195 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-bd033826-97b0-45ee-a298-b8559161f559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:36.561252 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a075607-c021-46af-8c59-b2e0fd9e6dbe None None] Network 6282d6f8-f89d-43c1-9bee-c61b55a30831 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:26:36.711714 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Pushing event updated for resources: {'Port': ['ID=8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c,revision_number=3']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:36.733579 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:36.745206 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-3c039cf7-950a-4110-aa91-925b09961820 req-49fba481-89fc-4bfc-a6da-0b321ffbea7e tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 210 time: 0.1292949 Nov 04 13:26:36.874401 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:36.927404 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.provisioning_blocks [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Transition to ACTIVE for port object 4966c20f-23cf-4f08-a882-cedc08e0e2b6 will not be triggered until provisioned by entity DHCP. {{(pid=82773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:26:36.952956 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-57c4196a-143a-4f59-bc92-880f834f7720 req-8778e611-f669-4fbc-8707-9bbf799edbb4 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 210 time: 0.0955517 Nov 04 13:26:36.957499 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1120378'] for network, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:37.011143 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526'] for port, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:37.018163 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-b3e14264-9324-4099-9739-ee54507fb37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:37.041598 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port a3682fc4-d75b-48dc-a219-e16116489350 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:26:37.129648 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Pushing event updated for resources: {'Port': ['ID=4966c20f-23cf-4f08-a882-cedc08e0e2b6,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:37.142765 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:37.191831 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Network 19b33287-e8f1-4ba3-9b40-154cff1c5c43 is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:26:37.193421 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:26:37.218843 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Received port after_create {{(pid=82773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:26:37.221094 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3837291'] for router_interface, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:37.256922 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:28Z', 'updated_at': '2021-11-04T13:26:30Z', 'revision_number': 3, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'gw_port': {'id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:26:37.263923 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46780ee-eedd-4003-81b9-396dac4b2a29 None None] The sync data for ids ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'] in dv-cinder-810367-1-smb is: [{'id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:28Z', 'updated_at': '2021-11-04T13:26:30Z', 'revision_number': 3, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'gw_port': {'id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}] {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:26:37.477422 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.52', 57803) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:37.479355 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 39392) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:37.482604 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:37.583050 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1063405', 'neutron.services.segments.db._delete_segments_for_network-8742936665528'] for network, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:37.614996 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:26:37.646585 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11463603-6f5a-49ca-a008-39338539d23d None None] Sync routers for ids ['de216616-88bb-4cdb-b621-0f1516027da4'] in dv-cinder-810367-1-smb {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:26:37.774208 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d1f5a9a3-862a-4939-a142-4f61815b288e None None] Provisioning for port a3682fc4-d75b-48dc-a219-e16116489350 completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:26:37.792372 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:37.792729 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:37.793466 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:37.794018 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Subscribe: > port after_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:37.794339 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Subscribe: > port after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:37.794927 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Subscribe: > port after_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:37.795047 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:37.795307 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:37.796158 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:37.796477 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:37.801356 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d1f5a9a3-862a-4939-a142-4f61815b288e None None] Provisioning complete for port a3682fc4-d75b-48dc-a219-e16116489350 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:26:37.802903 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a9a3-862a-4939-a142-4f61815b288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:37.899893 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11463603-6f5a-49ca-a008-39338539d23d None None] Routers {'de216616-88bb-4cdb-b621-0f1516027da4'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:26:37.900979 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-11463603-6f5a-49ca-a008-39338539d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:26:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['de216616-88bb-4cdb-b621-0f1516027da4'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:26:37.988462 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1e9d798d-a5ee-4240-8944-d6dbe17d44cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:38.069150 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:38.069510 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:38.069859 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:38.070182 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:38.070546 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.services.segments.db [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3d0b90-f3fe-4668-a6be-cb74d1daa104']}} {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:26:38.089130 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.52', 57806) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:38.216020 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-b4e5df81-defe-4a1b-aea7-ad8987819f12 req-a02cb8aa-fed3-4fed-88d8-c061bd324d42 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 210 time: 0.1219459 Nov 04 13:26:38.404567 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 39391fea-e65b-42d5-8313-4a65666aa9a6 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:26:38.405779 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-1e9d798d-a5ee-4240-8944-d6dbe17d44cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:38.434909 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-1e9d798d-a5ee-4240-8944-d6dbe17d44cb admin admin] Usage tracker for resource:security_group_rule and tenant:822352535124453f9b5f37c8dc9b9995 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:38.451468 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-1e9d798d-a5ee-4240-8944-d6dbe17d44cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:38.487963 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-1e9d798d-a5ee-4240-8944-d6dbe17d44cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:38.598628 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:38.619119 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:38.632997 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2764254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3838799'] for router_interface, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:38.644602 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:38.667874 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.services.segments.db [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd0c112-a16b-4cba-83f1-b5b4658c28a7') {'for_net_delete': True} {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:26:38.668433 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.services.segments.db [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd0c112-a16b-4cba-83f1-b5b4658c28a7') {} {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:26:38.776244 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Pushing event updated for resources: {'Port': ['ID=4966c20f-23cf-4f08-a882-cedc08e0e2b6,revision_number=2']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:38.779284 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:38.784481 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a9a3-862a-4939-a142-4f61815b288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:38.857335 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1e9d798d-a5ee-4240-8944-d6dbe17d44cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:38.857521 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Notify callbacks [] for router, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:38.866244 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.2750521 Nov 04 13:26:38.867379 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 39450) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:38.877475 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1e9d798d-a5ee-4240-8944-d6dbe17d44cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:38.883762 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742936667091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3573361'] for segment, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:38.902277 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d1f5a9a3-862a-4939-a142-4f61815b288e None None] For port a3682fc4-d75b-48dc-a219-e16116489350, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=a3682fc4-d75b-48dc-a219-e16116489350,segment=NetworkSegment(97447998-9e24-4d21-a093-d5a1c9899616),segment_id=97447998-9e24-4d21-a093-d5a1c9899616)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:26:38.919273 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-53915a8e-73cd-4f48-a4c7-8e0928d832ce tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:38.920971 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-53915a8e-73cd-4f48-a4c7-8e0928d832ce tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.52 "GET /v2.0/networks?id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e HTTP/1.1" status: 200 len: 815 time: 0.8268695 Nov 04 13:26:38.929804 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7aec52c2-966b-4830-9abb-1f7065fda87f req-51f14e81-18e2-4102-b9e7-6e237d3d5095 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 210 time: 0.2204168 Nov 04 13:26:38.955740 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:38.956795 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a9a3-862a-4939-a142-4f61815b288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:38.978756 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-b39c9079-4fac-4811-92a1-97d8a375a734 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Request body: {'port': {'device_id': '3499ceae-ac36-4085-b4df-5303a92a1669', 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e', 'admin_state_up': True, 'tenant_id': 'ca590547524248caa833248e6087476c'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:38.990180 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:39.002723 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=82772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 04 13:26:39.003665 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3573450'] for segment, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: util.warn_limited( Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: util.warn_limited( Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: Traceback (most recent call last): Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: timer() Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: cb(*args, **kw) Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: return func(*args, **kwargs) Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: self._notify() Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: self.callback(batched_events) Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: event.method(event) Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: return f(self, *a, **k) Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: return self._get(url).json() Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: return self.request(url, 'GET', **kwargs) Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 13:26:39.025598 dv-cinder-810367-1-smb neutron-server[82772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 13:26:39.049881 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-6d415a9e-29d4-4fc8-8489-f7f4023e2d5e tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:39.051436 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-6d415a9e-29d4-4fc8-8489-f7f4023e2d5e tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.52 "GET /v2.0/networks?id=786806b8-b546-4cf7-b982-c5c5a5208606 HTTP/1.1" status: 200 len: 810 time: 1.5405545 Nov 04 13:26:39.072538 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:39.095137 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port 39391fea-e65b-42d5-8313-4a65666aa9a6 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:26:39.120653 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-a8c7bafc-046d-4744-9962-e3b86cf33448 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Request body: {'port': {'device_id': '83fdf509-94d9-406d-bf37-c6dde4363abb', 'network_id': '786806b8-b546-4cf7-b982-c5c5a5208606', 'admin_state_up': True, 'tenant_id': '04dfbc43f3eb43baa25d2d28962011eb'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:39.144596 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d798d-a5ee-4240-8944-d6dbe17d44cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7ba90f-0b55-4152-9f58-fca916423e3b,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:39.163092 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-1e9d798d-a5ee-4240-8944-d6dbe17d44cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:39.177340 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 39391fea-e65b-42d5-8313-4a65666aa9a6 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:26:39.177741 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:39.233670 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-11463603-6f5a-49ca-a008-39338539d23d None None] Set router de216616-88bb-4cdb-b621-0f1516027da4 gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:26:39.255778 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-1e9d798d-a5ee-4240-8944-d6dbe17d44cb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=822352535124453f9b5f37c8dc9b9995&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7486613 Nov 04 13:26:39.271360 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 39458) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:39.333239 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1063398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837420'] for network, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:39.373752 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-e7145dc4-a4fd-447d-be8e-3640303b6172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:39.398072 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Pushing event deleted for resources: {'Network': ['ID=6b3d0b90-f3fe-4668-a6be-cb74d1daa104,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:39.411689 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:39.439156 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-b39c9079-4fac-4811-92a1-97d8a375a734 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:39.456905 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] 10.222.0.93 "DELETE /v2.0/networks/6b3d0b90-f3fe-4668-a6be-cb74d1daa104 HTTP/1.1" status: 204 len: 168 time: 3.2503793 Nov 04 13:26:39.458265 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 39470) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:39.461568 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-b39c9079-4fac-4811-92a1-97d8a375a734 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Usage tracker for resource:port and tenant:ca590547524248caa833248e6087476c is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:39.477673 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-b39c9079-4fac-4811-92a1-97d8a375a734 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:39.608775 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Network 19b33287-e8f1-4ba3-9b40-154cff1c5c43 is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:26:39.634335 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:26:39.664843 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f3882c-3bc1-4031-a9e6-cd030d5c4a68 admin admin] Deleting subnet fbc436c2-5c44-4c7e-b98f-4e6e7ca7ee1f {{(pid=82772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 04 13:26:39.673836 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:39.677128 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-b39c9079-4fac-4811-92a1-97d8a375a734 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:39.697665 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-73f3882c-3bc1-4031-a9e6-cd030d5c4a68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:39.829436 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-a8c7bafc-046d-4744-9962-e3b86cf33448 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:39.851214 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-a8c7bafc-046d-4744-9962-e3b86cf33448 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Usage tracker for resource:port and tenant:04dfbc43f3eb43baa25d2d28962011eb is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:39.871619 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-a8c7bafc-046d-4744-9962-e3b86cf33448 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:39.899205 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-bea02676-ea4a-4b19-86e7-5876df45afd0 None None] Provisioning for port 4966c20f-23cf-4f08-a882-cedc08e0e2b6 completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:26:39.905188 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-b39c9079-4fac-4811-92a1-97d8a375a734 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Made reservation on behalf of ca590547524248caa833248e6087476c for: {'port': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:26:39.914482 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-b39c9079-4fac-4811-92a1-97d8a375a734 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:39.975724 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-a8c7bafc-046d-4744-9962-e3b86cf33448 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:39.989891 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5a9a3-862a-4939-a142-4f61815b288e None None] Pushing event updated for resources: {'Port': ['ID=a3682fc4-d75b-48dc-a219-e16116489350,revision_number=3']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:40.002737 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d1f5a9a3-862a-4939-a142-4f61815b288e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.011s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:40.018875 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-bea02676-ea4a-4b19-86e7-5876df45afd0 None None] Provisioning complete for port 4966c20f-23cf-4f08-a882-cedc08e0e2b6 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:26:40.019617 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-bea02676-ea4a-4b19-86e7-5876df45afd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:40.025568 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-73f3882c-3bc1-4031-a9e6-cd030d5c4a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3573354'] for subnet, precommit_delete_associations {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:40.244851 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-bea02676-ea4a-4b19-86e7-5876df45afd0 None None] Port 4966c20f-23cf-4f08-a882-cedc08e0e2b6 cannot update to ACTIVE because it is not bound. {{(pid=82774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 04 13:26:40.257860 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-812b9611-4167-433c-94cf-773235e60753 req-79c5f551-b288-4341-85b1-62521af176f6 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 210 time: 0.6296213 Nov 04 13:26:40.258658 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5fd4b20a-bf96-4eb8-b593-e8d39c90c506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:40.275435 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-a8c7bafc-046d-4744-9962-e3b86cf33448 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Made reservation on behalf of 04dfbc43f3eb43baa25d2d28962011eb for: {'port': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:26:40.285144 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-a8c7bafc-046d-4744-9962-e3b86cf33448 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:40.321662 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5fd4b20a-bf96-4eb8-b593-e8d39c90c506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:40.385947 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9bcf2f6b-ecea-4e82-a910-550affcb84c0 req-3c53f9f0-443e-4844-9d6c-6895c0ff5dcc tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 210 time: 0.1362462 Nov 04 13:26:40.433920 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-73f3882c-3bc1-4031-a9e6-cd030d5c4a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1049700'] for subnet, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:40.437482 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-bea02676-ea4a-4b19-86e7-5876df45afd0 None None] Provisioning complete for port a3682fc4-d75b-48dc-a219-e16116489350 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:26:40.437998 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-bea02676-ea4a-4b19-86e7-5876df45afd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:40.476260 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:40.493530 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] For port 39391fea-e65b-42d5-8313-4a65666aa9a6, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=39391fea-e65b-42d5-8313-4a65666aa9a6,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:26:40.504461 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:40.510904 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:26:40.547502 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-db8b9ac2-99e9-486c-b1f1-a9f75c1eee10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:40.655940 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-b39c9079-4fac-4811-92a1-97d8a375a734 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Allocated IP 172.20.0.5 (9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e/9e4a0bf0-8086-4b70-87a4-6eff05a52c1a/116ea7e7-c6cc-45f2-a5de-aa2457a4db7c) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:26:40.702078 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-73f3882c-3bc1-4031-a9e6-cd030d5c4a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1049629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3573408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2604471'] for subnet, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:40.702779 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Pushing event updated for resources: {'Port': ['ID=39391fea-e65b-42d5-8313-4a65666aa9a6,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:40.713899 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:40.729976 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-bc013e26-e8ab-4580-9c4a-df1541e7762f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:40.741674 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-11463603-6f5a-49ca-a008-39338539d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:33Z', 'revision_number': 3, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'gw_port': {'id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:31Z', 'updated_at': '2021-11-04T13:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:26:40.774856 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-73f3882c-3bc1-4031-a9e6-cd030d5c4a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:40.777600 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3882c-3bc1-4031-a9e6-cd030d5c4a68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbc436c2-5c44-4c7e-b98f-4e6e7ca7ee1f,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:40.784576 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:26:40.785721 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:40.814005 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-73f3882c-3bc1-4031-a9e6-cd030d5c4a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:40.817144 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-a8c7bafc-046d-4744-9962-e3b86cf33448 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Allocated IP 172.20.0.6 (786806b8-b546-4cf7-b982-c5c5a5208606/d1e76674-9a4b-47bb-b9f3-bf143586b5e2/d3048c4e-f53d-4d71-9a27-bc5c491d9d03) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:26:40.835118 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-73f3882c-3bc1-4031-a9e6-cd030d5c4a68 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/fbc436c2-5c44-4c7e-b98f-4e6e7ca7ee1f HTTP/1.1" status: 204 len: 168 time: 1.3635697 Nov 04 13:26:40.836580 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 39488) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:40.838511 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5fd4b20a-bf96-4eb8-b593-e8d39c90c506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:40.989462 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11463603-6f5a-49ca-a008-39338539d23d None None] Checking router: de216616-88bb-4cdb-b621-0f1516027da4 for host: dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:26:40.991907 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11463603-6f5a-49ca-a008-39338539d23d None None] Updating router de216616-88bb-4cdb-b621-0f1516027da4 port 18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e binding host dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 04 13:26:41.010356 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1120378'] for network, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:41.021147 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:41.076273 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4b20a-bf96-4eb8-b593-e8d39c90c506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7ba90f-0b55-4152-9f58-fca916423e3b,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:41.111993 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-5fd4b20a-bf96-4eb8-b593-e8d39c90c506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:41.116757 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5fd4b20a-bf96-4eb8-b593-e8d39c90c506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:41.120137 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-5fd4b20a-bf96-4eb8-b593-e8d39c90c506 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5e7ba90f-0b55-4152-9f58-fca916423e3b HTTP/1.1" status: 204 len: 168 time: 1.8455436 Nov 04 13:26:41.332211 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-11463603-6f5a-49ca-a008-39338539d23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:41.675332 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d93d0813-9fa0-40d4-8c82-dab4b5df2dc0 None None] Provisioning complete for port 4966c20f-23cf-4f08-a882-cedc08e0e2b6 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:26:41.676113 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d93d0813-9fa0-40d4-8c82-dab4b5df2dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:41.742318 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-d93d0813-9fa0-40d4-8c82-dab4b5df2dc0 None None] Port 4966c20f-23cf-4f08-a882-cedc08e0e2b6 cannot update to ACTIVE because it is not bound. {{(pid=82774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 04 13:26:41.788658 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-b39c9079-4fac-4811-92a1-97d8a375a734 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:41.970074 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-9bf5fdd4-480b-4274-85c4-38fe5cc54df0 req-cc6f9028-2b26-4b42-b93f-471abf75a9f0 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Synchronizing usage tracker for tenant:ca590547524248caa833248e6087476c on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:26:41.977268 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1063405', 'neutron.services.segments.db._delete_segments_for_network-8742936665528'] for network, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:42.033936 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 39391fea-e65b-42d5-8313-4a65666aa9a6 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:26:42.038998 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-9bf5fdd4-480b-4274-85c4-38fe5cc54df0 req-cc6f9028-2b26-4b42-b93f-471abf75a9f0 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Unset dirty status for tenant:ca590547524248caa833248e6087476c on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:26:42.042587 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9bf5fdd4-480b-4274-85c4-38fe5cc54df0 req-cc6f9028-2b26-4b42-b93f-471abf75a9f0 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 210 time: 0.2489493 Nov 04 13:26:42.084211 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-556126d5-0dcf-4286-8f81-1137a58f0ab3 req-7d0bb275-5920-41e9-a77e-125a3e722aa5 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 210 time: 0.2951877 Nov 04 13:26:42.140919 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-a8c7bafc-046d-4744-9962-e3b86cf33448 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:42.188893 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-b39c9079-4fac-4811-92a1-97d8a375a734 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:42.204791 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:42.205151 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:42.206326 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:42.206472 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Subscribe: > port after_create 55550000 {{(pid=82773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:42.206744 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:42.207146 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Subscribe: > port after_update 55550000 {{(pid=82773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:42.207484 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:42.207809 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:42.208204 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:42.208503 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:42.244085 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 39391fea-e65b-42d5-8313-4a65666aa9a6 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:26:42.244617 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:42.244742 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:42.351679 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-a8c7bafc-046d-4744-9962-e3b86cf33448 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:42.380782 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-b39c9079-4fac-4811-92a1-97d8a375a734 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Network 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:26:42.419749 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-a8c7bafc-046d-4744-9962-e3b86cf33448 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Network 786806b8-b546-4cf7-b982-c5c5a5208606 is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:26:42.422415 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-b39c9079-4fac-4811-92a1-97d8a375a734 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:26:42.439313 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-a8c7bafc-046d-4744-9962-e3b86cf33448 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:26:42.442776 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-b39c9079-4fac-4811-92a1-97d8a375a734 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:26:42.507346 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-11463603-6f5a-49ca-a008-39338539d23d None None] Notify callbacks [] for port, precommit_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:42.531428 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-b39c9079-4fac-4811-92a1-97d8a375a734 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:42.532177 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-b39c9079-4fac-4811-92a1-97d8a375a734 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:42.555702 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-a8c7bafc-046d-4744-9962-e3b86cf33448 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:26:42.599418 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-b39c9079-4fac-4811-92a1-97d8a375a734 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6254780 Nov 04 13:26:42.607074 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-11463603-6f5a-49ca-a008-39338539d23d None None] Transition to ACTIVE for port object 18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e will not be triggered until provisioned by entity L2. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:26:42.612317 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c9079-4fac-4811-92a1-97d8a375a734 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Pushing event updated for resources: {'Port': ['ID=116ea7e7-c6cc-45f2-a5de-aa2457a4db7c,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:42.632941 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b39c9079-4fac-4811-92a1-97d8a375a734 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:42.633633 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:42.639659 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:42.640499 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:42.640833 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:42.641341 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 13:26:42.643026 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6014a289-abc2-4632-85b9-b0a50748a270']}} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:26:42.652970 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-11463603-6f5a-49ca-a008-39338539d23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:42.674059 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061c0bcb-ebfc-4c1d-b3fb-ac86f1cf0a25') {'for_net_delete': True} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:26:42.674442 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061c0bcb-ebfc-4c1d-b3fb-ac86f1cf0a25') {} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:26:42.675435 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:42.741804 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742936667091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671929'] for segment, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:42.772808 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-857b893b-a65c-4a6e-a49b-d2f1dedcdda0 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=82772) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 04 13:26:42.774709 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-857b893b-a65c-4a6e-a49b-d2f1dedcdda0 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1450937 Nov 04 13:26:42.777946 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7bafc-046d-4744-9962-e3b86cf33448 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Pushing event updated for resources: {'Port': ['ID=d3048c4e-f53d-4d71-9a27-bc5c491d9d03,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:42.800065 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:26:42.801904 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:42.804274 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-a8c7bafc-046d-4744-9962-e3b86cf33448 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:42.812035 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device a3682fc4-d75b-48dc-a219-e16116489350 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:26:42.818607 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=82773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 04 13:26:42.819005 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2671996'] for segment, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:42.833345 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-a8c7bafc-046d-4744-9962-e3b86cf33448 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:42.834415 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-a8c7bafc-046d-4744-9962-e3b86cf33448 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:42.863666 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-a8c7bafc-046d-4744-9962-e3b86cf33448 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7467327 Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: util.warn_limited( Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: util.warn_limited( Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: Traceback (most recent call last): Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: timer() Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: cb(*args, **kw) Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: return func(*args, **kwargs) Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: self._notify() Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: self.callback(batched_events) Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: event.method(event) Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: return f(self, *a, **k) Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: return self._get(url).json() Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: return self.request(url, 'GET', **kwargs) Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 13:26:42.870950 dv-cinder-810367-1-smb neutron-server[82773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 13:26:43.063915 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e19e3c-49d1-4575-b313-a93c6b455246 None None] Pushing event updated for resources: {'Port': ['ID=18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e,revision_number=2']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:43.077802 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-a5e19e3c-49d1-4575-b313-a93c6b455246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:43.110331 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-11463603-6f5a-49ca-a008-39338539d23d None None] Attempting to bind port 18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:26:43.111531 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-11463603-6f5a-49ca-a008-39338539d23d None None] Attempting to bind port 18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:26:43.112081 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11463603-6f5a-49ca-a008-39338539d23d None None] Attempting to bind port 18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e on network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:26:43.124458 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port a3682fc4-d75b-48dc-a219-e16116489350 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:26:43.125633 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:43.290550 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1063398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837420'] for network, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:43.311488 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:43.318247 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11463603-6f5a-49ca-a008-39338539d23d None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:26:43.322688 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11463603-6f5a-49ca-a008-39338539d23d None None] Checking segment: {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:26:43.323927 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-11463603-6f5a-49ca-a008-39338539d23d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:43.325115 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11463603-6f5a-49ca-a008-39338539d23d None None] Bound using segment: {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:26:43.328396 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-11463603-6f5a-49ca-a008-39338539d23d None None] Bound port: 18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:26:43.329800 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-11463603-6f5a-49ca-a008-39338539d23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:43.363524 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:43.371046 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Pushing event deleted for resources: {'Network': ['ID=6014a289-abc2-4632-85b9-b0a50748a270,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:43.380879 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:43.392649 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-de02e2b9-f35e-4c8a-9c64-1c908f14e864 admin admin] 10.222.0.93 "DELETE /v2.0/networks/6014a289-abc2-4632-85b9-b0a50748a270 HTTP/1.1" status: 204 len: 168 time: 2.5529490 Nov 04 13:26:43.562679 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Request body: {'port': {'device_id': '3499ceae-ac36-4085-b4df-5303a92a1669', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:43.694869 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-11463603-6f5a-49ca-a008-39338539d23d None None] For port 18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:26:43.700730 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-11463603-6f5a-49ca-a008-39338539d23d None None] For port 18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:26:43.707723 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-11463603-6f5a-49ca-a008-39338539d23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:43.717236 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-531e5af6-f5c2-4718-abbb-8f2d78d601a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:43.780799 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Request body: {'port': {'device_id': '83fdf509-94d9-406d-bf37-c6dde4363abb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:43.943133 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:43.945087 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e19e3c-49d1-4575-b313-a93c6b455246 None None] Pushing event updated for resources: {'Port': ['ID=18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e,revision_number=3']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:43.951248 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-a5e19e3c-49d1-4575-b313-a93c6b455246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:43.954711 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11463603-6f5a-49ca-a008-39338539d23d None None] Routers {'de216616-88bb-4cdb-b621-0f1516027da4'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:26:43.955582 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-11463603-6f5a-49ca-a008-39338539d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:26:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['de216616-88bb-4cdb-b621-0f1516027da4'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:26:44.042568 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 39562) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:44.227137 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada8f71-5872-4cda-8687-f3967c542d46 req-d4b45a61-7f37-4b23-b05a-e9783f5cc321 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:44.234154 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-0ada8f71-5872-4cda-8687-f3967c542d46 req-d4b45a61-7f37-4b23-b05a-e9783f5cc321 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 931 time: 0.5906572 Nov 04 13:26:44.386520 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-11463603-6f5a-49ca-a008-39338539d23d None None] Set router de216616-88bb-4cdb-b621-0f1516027da4 gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:26:44.429661 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-de49ff76-23b9-4e98-9df4-c9c55ae4cb12 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2f57001575784361ad44394cd7ab4d5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3707252 Nov 04 13:26:44.433740 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 39566) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:44.637988 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-0ada8f71-5872-4cda-8687-f3967c542d46 req-e9887721-5cd6-4017-a138-8b35f6104a32 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/security-groups?id=01fd9a0e-f479-4aaa-8b44-b163ec259297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026921 Nov 04 13:26:44.724881 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:44.846192 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295a0c5-f112-48bf-932a-e0da7be590a2 req-b7f7da55-da4c-4648-85d4-1a49311fe975 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:44.847708 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9295a0c5-f112-48bf-932a-e0da7be590a2 req-b7f7da55-da4c-4648-85d4-1a49311fe975 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 931 time: 1.3862705 Nov 04 13:26:44.964757 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:26:44.978356 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f9b62ca6-9178-49ff-a9d7-89e39ca30778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:44.995144 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] 10.222.0.93 "PUT /v2.0/routers/1d9f18ca-50d3-48ce-89f4-1ee086403af8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5931001 Nov 04 13:26:45.017635 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] Sync routers for ids ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'] in dv-cinder-810367-1-smb {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:26:45.073384 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] Routers {'1d9f18ca-50d3-48ce-89f4-1ee086403af8'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:26:45.073984 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:26:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:26:45.247403 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.db.resource_extend [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 13:26:45.306074 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f9b62ca6-9178-49ff-a9d7-89e39ca30778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:45.327278 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-11463603-6f5a-49ca-a008-39338539d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:33Z', 'revision_number': 3, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'gw_port': {'id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:31Z', 'updated_at': '2021-11-04T13:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:26:45.362858 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11463603-6f5a-49ca-a008-39338539d23d None None] The sync data for ids ['de216616-88bb-4cdb-b621-0f1516027da4'] in dv-cinder-810367-1-smb is: [{'id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:33Z', 'revision_number': 3, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'gw_port': {'id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:31Z', 'updated_at': '2021-11-04T13:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}] {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:26:45.525044 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:45.591519 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9295a0c5-f112-48bf-932a-e0da7be590a2 req-4b8d043d-64d1-4fea-8e17-d43215dab50e tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7273369 Nov 04 13:26:45.649522 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] Set router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:26:45.702833 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3048c4e-f53d-4d71-9a27-bc5c491d9d03 {{(pid=82772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:26:45.744470 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:45.844304 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f9b62ca6-9178-49ff-a9d7-89e39ca30778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:45.916421 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.provisioning_blocks [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Transition to ACTIVE for port object d3048c4e-f53d-4d71-9a27-bc5c491d9d03 will not be triggered until provisioned by entity L2. {{(pid=82772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:26:46.029636 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:46.033000 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-a8c7bafc-046d-4744-9962-e3b86cf33448 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:46.035351 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-80408c10-523a-4201-8493-93f0f4fc6185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:46.123781 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:26:46.139827 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b62ca6-9178-49ff-a9d7-89e39ca30778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc71e444-8eee-42b8-84d7-2db301594ee2,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:46.155438 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-f9b62ca6-9178-49ff-a9d7-89e39ca30778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:46.206175 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f9b62ca6-9178-49ff-a9d7-89e39ca30778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:46.221417 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-f9b62ca6-9178-49ff-a9d7-89e39ca30778 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/dc71e444-8eee-42b8-84d7-2db301594ee2 HTTP/1.1" status: 204 len: 168 time: 1.7830751 Nov 04 13:26:46.541133 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_common [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Allocated IP 172.20.0.1 (6282d6f8-f89d-43c1-9bee-c61b55a30831/a8b765cb-cd12-4457-b597-71f7e124b9ac/ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4) {{(pid=82773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:26:46.586913 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port 18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:26:46.630164 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:26:46.635275 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:46.826753 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3048c4e-f53d-4d71-9a27-bc5c491d9d03,revision_number=2']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:46.847419 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:47.117125 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.db.resource_extend [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 13:26:47.366472 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:47.414621 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] For port 18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:26:47.424328 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:47.433129 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:47.589238 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 39612) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:47.647186 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Pushing event updated for resources: {'Port': ['ID=18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:47.663840 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:47.707393 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 39618) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:47.779116 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-f1cfbcbb-bfbb-4c36-affc-c36163a151bf tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1180604453', 'description': 'tempest-description--2027787758'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:47.793129 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c {{(pid=82772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:26:47.817438 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Attempting to bind port d3048c4e-f53d-4d71-9a27-bc5c491d9d03 on host hv-cinder-81036 for vnic_type normal with profile {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:26:47.817822 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Attempting to bind port d3048c4e-f53d-4d71-9a27-bc5c491d9d03 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '417fca62-d610-41ed-a4f6-c89ca90ceb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '786806b8-b546-4cf7-b982-c5c5a5208606'}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:26:47.818172 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Attempting to bind port d3048c4e-f53d-4d71-9a27-bc5c491d9d03 on network 786806b8-b546-4cf7-b982-c5c5a5208606 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:26:47.821504 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:47.855375 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Port d3048c4e-f53d-4d71-9a27-bc5c491d9d03 on network 786806b8-b546-4cf7-b982-c5c5a5208606 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 04 13:26:47.856274 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Attempting to bind port d3048c4e-f53d-4d71-9a27-bc5c491d9d03 on network 786806b8-b546-4cf7-b982-c5c5a5208606 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:26:47.867131 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-f1cfbcbb-bfbb-4c36-affc-c36163a151bf tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:47.885330 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-f1cfbcbb-bfbb-4c36-affc-c36163a151bf tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Usage tracker for resource:security_group and tenant:a8899ac9b01e42658da4f7daa3a70cb6 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:47.897027 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-f1cfbcbb-bfbb-4c36-affc-c36163a151bf tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:47.914857 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-f1cfbcbb-bfbb-4c36-affc-c36163a151bf tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:47.936453 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:28Z', 'updated_at': '2021-11-04T13:26:37Z', 'revision_number': 4, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'gw_port': {'id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': '4966c20f-23cf-4f08-a882-cedc08e0e2b6', 'name': '', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'mac_address': 'fa:16:3e:e4:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:35Z', 'updated_at': '2021-11-04T13:26:37Z', 'revision_number': 2, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'subnets': [{'id': '015f8400-61d5-446c-9985-04a90256d94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:26:47.952603 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.provisioning_blocks [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Transition to ACTIVE for port object 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c will not be triggered until provisioned by entity L2. {{(pid=82772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:26:47.955161 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:47.962453 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] Checking router: 1d9f18ca-50d3-48ce-89f4-1ee086403af8 for host: dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:26:47.970289 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f1cfbcbb-bfbb-4c36-affc-c36163a151bf tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:47.971323 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] Updating router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 port 4966c20f-23cf-4f08-a882-cedc08e0e2b6 binding host dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 04 13:26:47.974823 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Checking agent: {'id': 'f3f49e7e-243b-4d29-a545-c161d140ab6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'started_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:26:47.975175 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Checking segment: {'id': '417fca62-d610-41ed-a4f6-c89ca90ceb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '786806b8-b546-4cf7-b982-c5c5a5208606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:26:47.978003 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Bound using segment: {'id': '417fca62-d610-41ed-a4f6-c89ca90ceb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '786806b8-b546-4cf7-b982-c5c5a5208606'} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:26:47.978567 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Bound port: d3048c4e-f53d-4d71-9a27-bc5c491d9d03, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '417fca62-d610-41ed-a4f6-c89ca90ceb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '786806b8-b546-4cf7-b982-c5c5a5208606'}}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:26:47.979055 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:48.005968 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:48.037926 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:26:48.054261 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:48.246908 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:26:48.247362 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:48.253467 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:48.278723 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-8a3fd75c-f948-4bff-a22e-f091aa558cd2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b9e3fc20a49c4b31b6ab399b0364594f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6872303 Nov 04 13:26:48.296573 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 39634) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:48.382566 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.provisioning_blocks [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Transition to ACTIVE for port object ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4 will not be triggered until provisioned by entity DHCP. {{(pid=82773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:26:48.518292 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Pushing event updated for resources: {'Port': ['ID=116ea7e7-c6cc-45f2-a5de-aa2457a4db7c,revision_number=2']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:48.541779 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:48.570042 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-f1cfbcbb-bfbb-4c36-affc-c36163a151bf tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:48.578845 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-f1cfbcbb-bfbb-4c36-affc-c36163a151bf tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Usage tracker for resource:security_group_rule and tenant:a8899ac9b01e42658da4f7daa3a70cb6 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:48.591612 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-f1cfbcbb-bfbb-4c36-affc-c36163a151bf tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:48.614294 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-f1cfbcbb-bfbb-4c36-affc-c36163a151bf tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:48.642243 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65519a3d-e3e2-4457-83bb-49a24af7fb0c req-517be220-f18a-4a89-a026-f261d43a9f80 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:48.649438 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-65519a3d-e3e2-4457-83bb-49a24af7fb0c req-517be220-f18a-4a89-a026-f261d43a9f80 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 943 time: 0.6851270 Nov 04 13:26:48.666303 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36db2b-3ce5-4ed5-ae3d-5f7edabb75e7 req-5ffd838d-77d0-4855-ad91-297860464c51 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:48.673662 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0a36db2b-3ce5-4ed5-ae3d-5f7edabb75e7 req-5ffd838d-77d0-4855-ad91-297860464c51 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 931 time: 0.8041997 Nov 04 13:26:48.698331 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:48.717947 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-8960c86a-bf5f-4ebc-8f95-8232024cc863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:48.814972 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0a36db2b-3ce5-4ed5-ae3d-5f7edabb75e7 req-f48bcecb-adae-442f-bf19-dc7e655ae684 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399143 Nov 04 13:26:48.819169 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] For port d3048c4e-f53d-4d71-9a27-bc5c491d9d03, host hv-cinder-81036, cleared binding levels {{(pid=82772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:26:48.845153 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Network 6282d6f8-f89d-43c1-9bee-c61b55a30831 is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:26:48.849656 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f1cfbcbb-bfbb-4c36-affc-c36163a151bf tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:48.858032 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:26:48.865987 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Received port after_create {{(pid=82773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:26:48.921354 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-65519a3d-e3e2-4457-83bb-49a24af7fb0c req-05cdc2a0-a13e-482b-bec1-4be553432ec3 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/security-groups?id=01fd9a0e-f479-4aaa-8b44-b163ec259297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705889 Nov 04 13:26:48.922656 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Pushing event updated for resources: {'Port': ['ID=ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:48.931035 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:48.942505 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f1cfbcbb-bfbb-4c36-affc-c36163a151bf tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:48.953380 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-d9e8b914-7cc5-48f9-8624-2a67880263b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:49.044528 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3837291'] for router_interface, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:49.083797 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f1cfbcbb-bfbb-4c36-affc-c36163a151bf tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:49.088401 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-f1cfbcbb-bfbb-4c36-affc-c36163a151bf tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.3375404 Nov 04 13:26:49.103158 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 39654) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:49.104415 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cfbcbb-bfbb-4c36-affc-c36163a151bf tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee01399e-ded1-418d-affa-c860f73b90b3,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:49.111930 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] For port d3048c4e-f53d-4d71-9a27-bc5c491d9d03, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=d3048c4e-f53d-4d71-9a27-bc5c491d9d03,segment=NetworkSegment(417fca62-d610-41ed-a4f6-c89ca90ceb1b),segment_id=417fca62-d610-41ed-a4f6-c89ca90ceb1b)] {{(pid=82772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:26:49.117944 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-f1cfbcbb-bfbb-4c36-affc-c36163a151bf tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:49.120304 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d2cd4f90-9e48-43db-9540-b9ec0b43eb08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:49.151057 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-08f30d84-d14d-4384-a4d9-b6c63758c2ba tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Request body: {'security_group_rule': {'security_group_id': 'ee01399e-ded1-418d-affa-c860f73b90b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:49.168422 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-08f30d84-d14d-4384-a4d9-b6c63758c2ba tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:49.175999 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-08f30d84-d14d-4384-a4d9-b6c63758c2ba tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Usage tracker for resource:security_group_rule and tenant:a8899ac9b01e42658da4f7daa3a70cb6 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:49.186545 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-08f30d84-d14d-4384-a4d9-b6c63758c2ba tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:49.202206 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-08f30d84-d14d-4384-a4d9-b6c63758c2ba tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:49.286009 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:49.295046 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-08f30d84-d14d-4384-a4d9-b6c63758c2ba tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:49.349187 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:49.364453 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-45d13213-b700-4051-baf5-336146ed4ed7 None None] Provisioning for port ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4 completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:26:49.388761 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-45d13213-b700-4051-baf5-336146ed4ed7 None None] Provisioning complete for port ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:26:49.396775 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-45d13213-b700-4051-baf5-336146ed4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:49.483010 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] Notify callbacks [] for port, precommit_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:49.511876 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.provisioning_blocks [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] Transition to ACTIVE for port object 4966c20f-23cf-4f08-a882-cedc08e0e2b6 will not be triggered until provisioned by entity L2. {{(pid=82775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:26:49.526160 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:49.543611 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:49.544550 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:49.644348 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-45d13213-b700-4051-baf5-336146ed4ed7 None None] Port ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4 cannot update to ACTIVE because it is not bound. {{(pid=82774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 04 13:26:49.778580 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:49.780955 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] 10.222.0.52 "PUT /v2.0/ports/d3048c4e-f53d-4d71-9a27-bc5c491d9d03 HTTP/1.1" status: 200 len: 1093 time: 6.6791477 Nov 04 13:26:49.788746 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d2cd4f90-9e48-43db-9540-b9ec0b43eb08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:49.797585 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fdf509-94d9-406d-bf37-c6dde4363abb', 'tag': 'd3048c4e-f53d-4d71-9a27-bc5c491d9d03'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:26:49.834132 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fe00f-ae90-43bf-ab3f-9a29dcb88d89 None None] Pushing event updated for resources: {'Port': ['ID=4966c20f-23cf-4f08-a882-cedc08e0e2b6,revision_number=3']} {{(pid=82775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:49.862551 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Attempting to bind port 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c on host hv-cinder-81036 for vnic_type normal with profile {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:26:49.867078 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Attempting to bind port 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': 'b3a65132-091a-42fd-9f21-c848c12dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e'}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:26:49.867628 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Attempting to bind port 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c on network 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:26:49.991412 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Port 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c on network 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 04 13:26:49.993482 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Attempting to bind port 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c on network 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:26:50.092554 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-5e4fe00f-ae90-43bf-ab3f-9a29dcb88d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:50.209577 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3048c4e-f53d-4d71-9a27-bc5c491d9d03,revision_number=3']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:50.228376 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:50.248440 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-08f30d84-d14d-4384-a4d9-b6c63758c2ba tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:50.303513 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Checking agent: {'id': 'f3f49e7e-243b-4d29-a545-c161d140ab6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'started_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:26:50.304273 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Checking segment: {'id': 'b3a65132-091a-42fd-9f21-c848c12dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:26:50.305497 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Bound using segment: {'id': 'b3a65132-091a-42fd-9f21-c848c12dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e'} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:26:50.306278 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Bound port: 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a65132-091a-42fd-9f21-c848c12dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e'}}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:26:50.306932 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:50.320060 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-08f30d84-d14d-4384-a4d9-b6c63758c2ba tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915746'] for security_group_rule, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:50.341663 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:50.384874 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] Attempting to bind port 4966c20f-23cf-4f08-a882-cedc08e0e2b6 on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:26:50.388034 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] Attempting to bind port 4966c20f-23cf-4f08-a882-cedc08e0e2b6 by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': 'fe6ae640-e823-4522-bac4-3d650ada9126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43'}] {{(pid=82775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:26:50.388437 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] Attempting to bind port 4966c20f-23cf-4f08-a882-cedc08e0e2b6 on network 19b33287-e8f1-4ba3-9b40-154cff1c5c43 {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:26:50.413558 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:26:50.414886 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] Checking segment: {'id': 'fe6ae640-e823-4522-bac4-3d650ada9126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:26:50.415307 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:50.415710 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] Bound using segment: {'id': 'fe6ae640-e823-4522-bac4-3d650ada9126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43'} {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:26:50.418847 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] Bound port: 4966c20f-23cf-4f08-a882-cedc08e0e2b6, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6ae640-e823-4522-bac4-3d650ada9126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43'}}] {{(pid=82775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:26:50.420326 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:50.455046 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d2cd4f90-9e48-43db-9540-b9ec0b43eb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:50.466166 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f30d84-d14d-4384-a4d9-b6c63758c2ba tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82afc5ad-9580-4efe-b437-6b2a70488b4e,revision_number=0']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:50.499828 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:50.527311 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d613691-fd6f-4679-925c-7ff336038bd4 req-4bd5e242-4920-4334-bd32-0ef91057eecd tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:50.538166 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-2d613691-fd6f-4679-925c-7ff336038bd4 req-4bd5e242-4920-4334-bd32-0ef91057eecd tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 943 time: 0.3845701 Nov 04 13:26:50.566653 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-08f30d84-d14d-4384-a4d9-b6c63758c2ba tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:50.568016 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:50.571895 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671960'] for port, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:50.591043 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d2cd4f90-9e48-43db-9540-b9ec0b43eb08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:50.592231 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-d2cd4f90-9e48-43db-9540-b9ec0b43eb08 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/24e3088c-82eb-4ae8-9043-a150807a9ad8 HTTP/1.1" status: 204 len: 168 time: 2.2866795 Nov 04 13:26:50.614164 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-08f30d84-d14d-4384-a4d9-b6c63758c2ba tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:50.619745 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-08f30d84-d14d-4384-a4d9-b6c63758c2ba tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4945717 Nov 04 13:26:50.650377 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 39706) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:50.663659 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:50.697540 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.db [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] For port 4966c20f-23cf-4f08-a882-cedc08e0e2b6, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:26:50.707051 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.db [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] For port 4966c20f-23cf-4f08-a882-cedc08e0e2b6, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=4966c20f-23cf-4f08-a882-cedc08e0e2b6,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:26:50.714995 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:50.724446 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-b1298f80-b374-40d8-ba1b-42b94fcafcfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:50.756104 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-104c4edf-2666-4df0-a45f-c2790fb0f0b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04dfbc43f3eb43baa25d2d28962011eb&device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 1096 time: 0.7724810 Nov 04 13:26:50.759144 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd4f90-9e48-43db-9540-b9ec0b43eb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e3088c-82eb-4ae8-9043-a150807a9ad8,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:50.785200 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-dbbc093a-a49c-4b52-a7d9-af6b02ad6067 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Request body: {'security_group_rule': {'security_group_id': 'ee01399e-ded1-418d-affa-c860f73b90b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:50.788846 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-d2cd4f90-9e48-43db-9540-b9ec0b43eb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:50.793085 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-dbbc093a-a49c-4b52-a7d9-af6b02ad6067 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:50.798481 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-dbbc093a-a49c-4b52-a7d9-af6b02ad6067 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Usage tracker for resource:security_group_rule and tenant:a8899ac9b01e42658da4f7daa3a70cb6 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:50.801450 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-dbbc093a-a49c-4b52-a7d9-af6b02ad6067 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:50.804831 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] For port 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c, host hv-cinder-81036, cleared binding levels {{(pid=82772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:26:50.809555 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-dbbc093a-a49c-4b52-a7d9-af6b02ad6067 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:50.873561 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-dbbc093a-a49c-4b52-a7d9-af6b02ad6067 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:50.906395 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fe00f-ae90-43bf-ab3f-9a29dcb88d89 None None] Pushing event updated for resources: {'Port': ['ID=4966c20f-23cf-4f08-a882-cedc08e0e2b6,revision_number=4']} {{(pid=82775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:50.926183 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-5e4fe00f-ae90-43bf-ab3f-9a29dcb88d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:50.940236 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-2d613691-fd6f-4679-925c-7ff336038bd4 req-e0ca094f-24fd-43b6-a11c-7bb8d5d76db3 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Synchronizing usage tracker for tenant:ca590547524248caa833248e6087476c on resource:security_group {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:26:50.947697 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2764254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3838799'] for router_interface, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:50.948292 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] Routers {'1d9f18ca-50d3-48ce-89f4-1ee086403af8'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:26:50.951358 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:26:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:26:50.951819 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Pushing event updated for resources: {'Port': ['ID=ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4,revision_number=2']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:50.957333 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:50.989941 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-dbbc093a-a49c-4b52-a7d9-af6b02ad6067 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:50.993429 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] For port 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=116ea7e7-c6cc-45f2-a5de-aa2457a4db7c,segment=NetworkSegment(b3a65132-091a-42fd-9f21-c848c12dfc96),segment_id=b3a65132-091a-42fd-9f21-c848c12dfc96)] {{(pid=82772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:26:51.002075 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-dbbc093a-a49c-4b52-a7d9-af6b02ad6067 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915746'] for security_group_rule, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:51.040780 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:51.064901 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:51.119348 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-694775e3-0e95-42f5-b6c1-af55778a88e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:51.202218 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-5971656b-fc45-4676-bd0f-40c070abf86e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3048c4e-f53d-4d71-9a27-bc5c491d9d03 HTTP/1.1" status: 200 len: 217 time: 0.4097486 Nov 04 13:26:51.214601 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-2d613691-fd6f-4679-925c-7ff336038bd4 req-e0ca094f-24fd-43b6-a11c-7bb8d5d76db3 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Unset dirty status for tenant:ca590547524248caa833248e6087476c on resource:security_group {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:26:51.233097 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-2d613691-fd6f-4679-925c-7ff336038bd4 req-e0ca094f-24fd-43b6-a11c-7bb8d5d76db3 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6939723 Nov 04 13:26:51.244421 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc093a-a49c-4b52-a7d9-af6b02ad6067 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8252e9-349a-46b0-8e07-68bb82427953,revision_number=0']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:51.256234 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-dbbc093a-a49c-4b52-a7d9-af6b02ad6067 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:51.258410 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-dbbc093a-a49c-4b52-a7d9-af6b02ad6067 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4995954 Nov 04 13:26:51.264499 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 39722) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:51.388766 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0f152-886e-4c76-998f-d821dadd2597 req-9c22ae42-24c5-4b70-a1fd-711ef5624e4c tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:51.389512 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-41a0f152-886e-4c76-998f-d821dadd2597 req-9c22ae42-24c5-4b70-a1fd-711ef5624e4c tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Synchronizing usage tracker for tenant:04dfbc43f3eb43baa25d2d28962011eb on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:26:51.444834 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:51.446265 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] 10.222.0.52 "PUT /v2.0/ports/116ea7e7-c6cc-45f2-a5de-aa2457a4db7c HTTP/1.1" status: 200 len: 1093 time: 8.3522193 Nov 04 13:26:51.502840 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-dbbc093a-a49c-4b52-a7d9-af6b02ad6067 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:51.518982 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Pushing event updated for resources: {'Port': ['ID=116ea7e7-c6cc-45f2-a5de-aa2457a4db7c,revision_number=3']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:51.522508 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:51.526107 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-f845f60a-0434-4aed-a537-e4acc6c26546 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:51.529072 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-f845f60a-0434-4aed-a537-e4acc6c26546 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d1e76674-9a4b-47bb-b9f3-bf143586b5e2 HTTP/1.1" status: 200 len: 850 time: 0.2405651 Nov 04 13:26:51.530384 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Network 6282d6f8-f89d-43c1-9bee-c61b55a30831 is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:26:51.531182 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-41a0f152-886e-4c76-998f-d821dadd2597 req-9c22ae42-24c5-4b70-a1fd-711ef5624e4c tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Unset dirty status for tenant:04dfbc43f3eb43baa25d2d28962011eb on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:26:51.538385 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Request body: {'floatingip': {'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:51.540104 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-41a0f152-886e-4c76-998f-d821dadd2597 req-9c22ae42-24c5-4b70-a1fd-711ef5624e4c tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 943 time: 1.0666299 Nov 04 13:26:51.550459 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:26:51.634245 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] Set router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:26:51.790176 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:51.811539 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Usage tracker for resource:floatingip and tenant:a8899ac9b01e42658da4f7daa3a70cb6 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:51.823816 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:51.834536 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-8e2ccb8b-55ff-4c4f-96a5-41f43f60b8ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=786806b8-b546-4cf7-b982-c5c5a5208606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2582405 Nov 04 13:26:51.884977 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:52.092393 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-b53ba767-b759-4ff1-8817-7b19ab27f362 None None] Provisioning complete for port ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:26:52.099761 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-b53ba767-b759-4ff1-8817-7b19ab27f362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:52.128149 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for floatingip, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:52.341210 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:28Z', 'updated_at': '2021-11-04T13:26:37Z', 'revision_number': 4, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'gw_port': {'id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': '4966c20f-23cf-4f08-a882-cedc08e0e2b6', 'name': '', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'mac_address': 'fa:16:3e:e4:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:35Z', 'updated_at': '2021-11-04T13:26:50Z', 'revision_number': 4, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'subnets': [{'id': '015f8400-61d5-446c-9985-04a90256d94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:26:52.357077 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-b53ba767-b759-4ff1-8817-7b19ab27f362 None None] Port ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4 cannot update to ACTIVE because it is not bound. {{(pid=82774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 04 13:26:52.358521 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d4b70-a8a3-4e87-9908-af268ecb1ce8 None None] The sync data for ids ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'] in dv-cinder-810367-1-smb is: [{'id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:28Z', 'updated_at': '2021-11-04T13:26:37Z', 'revision_number': 4, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'gw_port': {'id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': '4966c20f-23cf-4f08-a882-cedc08e0e2b6', 'name': '', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'mac_address': 'fa:16:3e:e4:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:35Z', 'updated_at': '2021-11-04T13:26:50Z', 'revision_number': 4, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'subnets': [{'id': '015f8400-61d5-446c-9985-04a90256d94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:26:52.651671 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-41a0f152-886e-4c76-998f-d821dadd2597 req-aa530852-dffe-4a36-b8b7-2b74e27c5eac tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Synchronizing usage tracker for tenant:04dfbc43f3eb43baa25d2d28962011eb on resource:security_group {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:26:52.701044 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-991b4947-a483-4a46-bb5d-ccb4fc77b6fd service neutron] 10.222.0.52 "GET /v2.0/networks/786806b8-b546-4cf7-b982-c5c5a5208606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8277993 Nov 04 13:26:52.732313 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 39776) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:52.778602 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83fdf509-94d9-406d-bf37-c6dde4363abb', 'tag': 'd3048c4e-f53d-4d71-9a27-bc5c491d9d03', 'status': 'completed', 'code': 200} Nov 04 13:26:52.940405 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-41a0f152-886e-4c76-998f-d821dadd2597 req-aa530852-dffe-4a36-b8b7-2b74e27c5eac tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Unset dirty status for tenant:04dfbc43f3eb43baa25d2d28962011eb on resource:security_group {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:26:52.953684 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-41a0f152-886e-4c76-998f-d821dadd2597 req-aa530852-dffe-4a36-b8b7-2b74e27c5eac tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/security-groups?id=01fd9a0e-f479-4aaa-8b44-b163ec259297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4126344 Nov 04 13:26:53.054356 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-2fd5db87-ef62-460d-9da7-70cc7557d0ed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca590547524248caa833248e6087476c&device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 1096 time: 1.5115573 Nov 04 13:26:53.086149 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:53.227364 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-f95133d0-e63b-44e7-9bfc-d32dfd3666e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116ea7e7-c6cc-45f2-a5de-aa2457a4db7c HTTP/1.1" status: 200 len: 217 time: 0.1519890 Nov 04 13:26:53.342817 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-be4b9c6c-c619-49fd-8adb-96fcae6bd186 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:53.344249 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-be4b9c6c-c619-49fd-8adb-96fcae6bd186 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e4a0bf0-8086-4b70-87a4-6eff05a52c1a HTTP/1.1" status: 200 len: 855 time: 0.0994794 Nov 04 13:26:53.399354 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_common [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Allocated IP 172.28.1.186 (3a01b9c4-59fa-4ac6-86b7-88d3229c48a4/d8a4ad71-5939-4e74-92b3-9a9ca440e818/0e6746c6-d29f-47ea-b701-d7cdbb6bd3e2) {{(pid=82773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:26:53.457737 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-742032b8-ecab-48fa-9e3d-f898bcfb83ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873580 Nov 04 13:26:53.462001 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 39788) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:53.464332 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-414c8f59-d462-4fd2-ad04-ca9b8c4e8583 req-2b8932c4-8bd3-4440-8bc7-a2536c13051d service neutron] 10.222.0.52 "GET /v2.0/networks/786806b8-b546-4cf7-b982-c5c5a5208606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7329087 Nov 04 13:26:53.467107 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-af9fdc48-918b-4592-8888-b15ecf9d019a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:53.547413 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-af9fdc48-918b-4592-8888-b15ecf9d019a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:53.560494 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-af9fdc48-918b-4592-8888-b15ecf9d019a admin admin] Usage tracker for resource:security_group_rule and tenant:620700507c6b49b58a1bb346773ef1f3 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:53.566338 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-af9fdc48-918b-4592-8888-b15ecf9d019a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:53.580134 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-af9fdc48-918b-4592-8888-b15ecf9d019a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:53.628696 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for port, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:53.740056 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:53.741497 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-af9fdc48-918b-4592-8888-b15ecf9d019a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:53.763561 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-8bb8d8d3-48c2-4545-87ae-ed6624f82429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:53.765349 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-020be188-ad57-4efe-89a9-c9208dcb471b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:53.800084 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:26:53.815248 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-af9fdc48-918b-4592-8888-b15ecf9d019a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:53.816857 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:26:53.836328 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Received port after_create {{(pid=82773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:26:53.848940 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:53.883516 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-020be188-ad57-4efe-89a9-c9208dcb471b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:53.890737 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-020be188-ad57-4efe-89a9-c9208dcb471b admin admin] Usage tracker for resource:security_group_rule and tenant:d35b2dc7200b4305a2e309531b783882 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:53.894788 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-020be188-ad57-4efe-89a9-c9208dcb471b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:53.901230 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-020be188-ad57-4efe-89a9-c9208dcb471b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:53.999723 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-020be188-ad57-4efe-89a9-c9208dcb471b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:54.006241 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 4966c20f-23cf-4f08-a882-cedc08e0e2b6 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:26:54.097082 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port 4966c20f-23cf-4f08-a882-cedc08e0e2b6 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:26:54.111099 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 4966c20f-23cf-4f08-a882-cedc08e0e2b6 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:26:54.113587 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:54.126967 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Pushing event updated for resources: {'Port': ['ID=0e6746c6-d29f-47ea-b701-d7cdbb6bd3e2,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:54.137233 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:54.142076 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-020be188-ad57-4efe-89a9-c9208dcb471b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:54.158780 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a4cb1-ba0c-4472-922d-101b56c73bfc req-6f8f6e21-5e81-4d8e-aa00-62064905d31c tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:54.160573 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-587a4cb1-ba0c-4472-922d-101b56c73bfc req-6f8f6e21-5e81-4d8e-aa00-62064905d31c tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 943 time: 0.4948442 Nov 04 13:26:54.257806 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-020be188-ad57-4efe-89a9-c9208dcb471b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d35b2dc7200b4305a2e309531b783882&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7920723 Nov 04 13:26:54.314355 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 39822) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:54.346035 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fdc48-918b-4592-8888-b15ecf9d019a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee18b39-061c-4b5e-83f3-7d2f950d5bbc,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:54.349353 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-af9fdc48-918b-4592-8888-b15ecf9d019a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:54.356064 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:54.371189 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-9ef81ea2-0927-428d-985b-dbc9aec57b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:54.381803 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-af9fdc48-918b-4592-8888-b15ecf9d019a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=620700507c6b49b58a1bb346773ef1f3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6253381 Nov 04 13:26:54.388711 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 39828) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:54.427404 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:54.456631 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-6a1c1e6f-5723-42b2-8496-48643b9b3945 service neutron] 10.222.0.52 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7398860 Nov 04 13:26:54.466193 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-587a4cb1-ba0c-4472-922d-101b56c73bfc req-586c661e-a106-4732-8c2e-a2d9defca76f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943802 Nov 04 13:26:54.477201 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] For port 4966c20f-23cf-4f08-a882-cedc08e0e2b6, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=4966c20f-23cf-4f08-a882-cedc08e0e2b6,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:26:54.486617 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020be188-ad57-4efe-89a9-c9208dcb471b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbe9da8-8a04-4dad-9ccb-5f6cce051f18,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:54.489017 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:54.491170 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:54.508547 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-020be188-ad57-4efe-89a9-c9208dcb471b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:54.508715 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Router de216616-88bb-4cdb-b621-0f1516027da4 has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:26:54.515696 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-115b2ab4-0e3a-4282-b38f-4ecffd747ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:54.540022 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4779c9ed-f2c9-4530-a599-27fa623a2728 req-c7797caa-ca88-4c6a-bb10-a085ec824419 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04dfbc43f3eb43baa25d2d28962011eb&device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 1096 time: 0.8184757 Nov 04 13:26:54.572765 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Pushing event updated for resources: {'Port': ['ID=4966c20f-23cf-4f08-a882-cedc08e0e2b6,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:54.575871 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:54.625112 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:54.659465 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-115b2ab4-0e3a-4282-b38f-4ecffd747ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:54.715509 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b9ed5bf7-44fb-4703-92f6-2cd187ba0969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:54.774182 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0edc06-935f-4ad7-b26a-de0fde213615 req-f4da682b-5e79-41c0-8252-89bda7041ddf tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:54.775694 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7a0edc06-935f-4ad7-b26a-de0fde213615 req-f4da682b-5e79-41c0-8252-89bda7041ddf tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 943 time: 0.5817745 Nov 04 13:26:54.783185 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3499ceae-ac36-4085-b4df-5303a92a1669', 'tag': '116ea7e7-c6cc-45f2-a5de-aa2457a4db7c'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:26:54.788387 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:54.806385 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b9ed5bf7-44fb-4703-92f6-2cd187ba0969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:54.889458 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-99c41c44-bef1-4e52-91c6-dd8d127cc4aa req-ca74ed10-c41d-4d67-a309-db35cadb4991 service neutron] 10.222.0.52 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063947 Nov 04 13:26:54.898922 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3499ceae-ac36-4085-b4df-5303a92a1669', 'tag': '116ea7e7-c6cc-45f2-a5de-aa2457a4db7c', 'status': 'completed', 'code': 200} Nov 04 13:26:54.902433 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-115b2ab4-0e3a-4282-b38f-4ecffd747ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:54.911923 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:54.916003 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779c9ed-f2c9-4530-a599-27fa623a2728 req-c81cb083-5a3c-43de-b4ee-dba13970c52d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:54.917503 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4779c9ed-f2c9-4530-a599-27fa623a2728 req-c81cb083-5a3c-43de-b4ee-dba13970c52d service neutron] 10.222.0.52 "GET /v2.0/networks?id=786806b8-b546-4cf7-b982-c5c5a5208606 HTTP/1.1" status: 200 len: 911 time: 0.3639903 Nov 04 13:26:54.933152 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7a0edc06-935f-4ad7-b26a-de0fde213615 req-77b46fe1-c222-4ca5-8888-12c5d7a586f8 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/security-groups?id=01fd9a0e-f479-4aaa-8b44-b163ec259297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313288 Nov 04 13:26:55.026592 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b2ab4-0e3a-4282-b38f-4ecffd747ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee18b39-061c-4b5e-83f3-7d2f950d5bbc,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:55.039895 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-115b2ab4-0e3a-4282-b38f-4ecffd747ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:55.051567 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4779c9ed-f2c9-4530-a599-27fa623a2728 req-35ecfb26-579c-4e6f-bd84-4608c568e20d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3048c4e-f53d-4d71-9a27-bc5c491d9d03 HTTP/1.1" status: 200 len: 217 time: 0.1173429 Nov 04 13:26:55.055855 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b9ed5bf7-44fb-4703-92f6-2cd187ba0969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:55.104711 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:55.113543 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-115b2ab4-0e3a-4282-b38f-4ecffd747ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:55.117201 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-115b2ab4-0e3a-4282-b38f-4ecffd747ce3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6ee18b39-061c-4b5e-83f3-7d2f950d5bbc HTTP/1.1" status: 204 len: 168 time: 0.7225010 Nov 04 13:26:55.133235 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed5bf7-44fb-4703-92f6-2cd187ba0969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbe9da8-8a04-4dad-9ccb-5f6cce051f18,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:55.143092 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b9ed5bf7-44fb-4703-92f6-2cd187ba0969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:55.170000 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for port, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:55.177809 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:26:55.192769 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] 10.222.0.93 "PUT /v2.0/routers/de216616-88bb-4cdb-b621-0f1516027da4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3233104 Nov 04 13:26:55.193776 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671960'] for port, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:55.195702 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] Sync routers for ids ['de216616-88bb-4cdb-b621-0f1516027da4'] in dv-cinder-810367-1-smb {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:26:55.198431 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:55.201946 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b9ed5bf7-44fb-4703-92f6-2cd187ba0969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:55.206549 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-b9ed5bf7-44fb-4703-92f6-2cd187ba0969 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/edbe9da8-8a04-4dad-9ccb-5f6cce051f18 HTTP/1.1" status: 204 len: 168 time: 0.8904331 Nov 04 13:26:55.210397 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779c9ed-f2c9-4530-a599-27fa623a2728 req-7e3a1185-f1aa-45f0-b010-553d98f42ffa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:55.211418 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] Routers {'de216616-88bb-4cdb-b621-0f1516027da4'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:26:55.211821 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4779c9ed-f2c9-4530-a599-27fa623a2728 req-7e3a1185-f1aa-45f0-b010-553d98f42ffa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d1e76674-9a4b-47bb-b9f3-bf143586b5e2 HTTP/1.1" status: 200 len: 850 time: 0.1441081 Nov 04 13:26:55.212500 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:26:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['de216616-88bb-4cdb-b621-0f1516027da4'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:26:55.290855 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-cabb6d2a-808a-4291-b5c2-d1e8d310fc88 req-440756ea-6694-4537-a844-dfd4f4966d5e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca590547524248caa833248e6087476c&device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 1096 time: 0.3023782 Nov 04 13:26:55.304415 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4779c9ed-f2c9-4530-a599-27fa623a2728 req-d0945b4c-3f2e-4248-8aa8-4ab3119a2e03 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=786806b8-b546-4cf7-b982-c5c5a5208606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819316 Nov 04 13:26:55.380203 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837438'] for floatingip, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:55.434807 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for floatingip, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:55.449593 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1577680 Nov 04 13:26:55.458967 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Pushing event updated for resources: {'Port': ['ID=0e6746c6-d29f-47ea-b701-d7cdbb6bd3e2,revision_number=2']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:55.481425 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:55.524053 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] Set router de216616-88bb-4cdb-b621-0f1516027da4 gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:26:55.662124 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6d2a-808a-4291-b5c2-d1e8d310fc88 req-16c8442e-419b-41bd-8da8-c3931205f3e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:55.665102 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-cabb6d2a-808a-4291-b5c2-d1e8d310fc88 req-16c8442e-419b-41bd-8da8-c3931205f3e2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e HTTP/1.1" status: 200 len: 916 time: 0.3634462 Nov 04 13:26:55.809537 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4779c9ed-f2c9-4530-a599-27fa623a2728 req-c1d08927-b607-4772-9955-8c83bae92213 service neutron] 10.222.0.52 "GET /v2.0/networks/786806b8-b546-4cf7-b982-c5c5a5208606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825957 Nov 04 13:26:55.914073 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-cabb6d2a-808a-4291-b5c2-d1e8d310fc88 req-b3d11fc8-5afa-4d40-ab40-516b51aa2a93 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116ea7e7-c6cc-45f2-a5de-aa2457a4db7c HTTP/1.1" status: 200 len: 217 time: 0.2355957 Nov 04 13:26:55.927520 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd41c2-3711-45cb-97d8-e20853fa0b01 req-7af8add2-7278-4653-adf1-14f519e9e277 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:55.935164 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-b2bd41c2-3711-45cb-97d8-e20853fa0b01 req-7af8add2-7278-4653-adf1-14f519e9e277 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 943 time: 0.2041361 Nov 04 13:26:56.003885 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-b2bd41c2-3711-45cb-97d8-e20853fa0b01 req-4f4f6f7c-f78f-4f94-893f-6fe59c3ff1f6 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676801 Nov 04 13:26:56.062788 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 4966c20f-23cf-4f08-a882-cedc08e0e2b6 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:26:56.123630 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4779c9ed-f2c9-4530-a599-27fa623a2728 req-1d0659bf-b966-46ef-8c66-60a77a3e42e9 service neutron] 10.222.0.52 "GET /v2.0/networks/786806b8-b546-4cf7-b982-c5c5a5208606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903705 Nov 04 13:26:56.191291 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6d2a-808a-4291-b5c2-d1e8d310fc88 req-dc9f7f56-a234-46a9-b121-9074eb41805d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:56.192724 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-cabb6d2a-808a-4291-b5c2-d1e8d310fc88 req-dc9f7f56-a234-46a9-b121-9074eb41805d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e4a0bf0-8086-4b70-87a4-6eff05a52c1a HTTP/1.1" status: 200 len: 855 time: 0.0682592 Nov 04 13:26:56.289025 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-cabb6d2a-808a-4291-b5c2-d1e8d310fc88 req-3ee11057-684d-4090-b4cd-7983f2b1ab9d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847983 Nov 04 13:26:56.391309 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 4966c20f-23cf-4f08-a882-cedc08e0e2b6 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:26:56.392716 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:56.441121 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f4f74-ea6d-43da-9497-ee9a715c9eee req-4ce6a165-73e4-4f9c-9941-38c8abce2632 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:56.449829 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-029f4f74-ea6d-43da-9497-ee9a715c9eee req-4ce6a165-73e4-4f9c-9941-38c8abce2632 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 943 time: 0.1480010 Nov 04 13:26:56.498133 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:49Z', 'revision_number': 4, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'gw_port': {'id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:31Z', 'updated_at': '2021-11-04T13:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4', 'name': '', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'mac_address': 'fa:16:3e:c7:5f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:45Z', 'updated_at': '2021-11-04T13:26:49Z', 'revision_number': 2, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'subnets': [{'id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:26:56.502429 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-cabb6d2a-808a-4291-b5c2-d1e8d310fc88 req-810631fd-1aa7-4ac0-adb6-9592dd5a3811 service neutron] 10.222.0.52 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047374 Nov 04 13:26:56.502721 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 39892) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:56.507346 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] Checking router: de216616-88bb-4cdb-b621-0f1516027da4 for host: dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:26:56.507870 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] Updating router de216616-88bb-4cdb-b621-0f1516027da4 port ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4 binding host dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 04 13:26:56.588474 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f4d7c714-d46a-4973-ba00-389639322182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:56.646484 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-029f4f74-ea6d-43da-9497-ee9a715c9eee req-3abade81-5da8-4140-a6be-d2976384efbc tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/security-groups?id=01fd9a0e-f479-4aaa-8b44-b163ec259297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953592 Nov 04 13:26:56.659859 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:56.692840 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-f4d7c714-d46a-4973-ba00-389639322182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:56.699887 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-f4d7c714-d46a-4973-ba00-389639322182 admin admin] Usage tracker for resource:security_group_rule and tenant:1297d29fa95b475d90ce100ff2d1164e is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:56.707782 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-f4d7c714-d46a-4973-ba00-389639322182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:56.718995 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-f4d7c714-d46a-4973-ba00-389639322182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:56.738454 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-cabb6d2a-808a-4291-b5c2-d1e8d310fc88 req-cec86557-2ca9-4507-bdb2-649d6227cf60 service neutron] 10.222.0.52 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297463 Nov 04 13:26:56.846775 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device d3048c4e-f53d-4d71-9a27-bc5c491d9d03 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:26:56.884764 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f4d7c714-d46a-4973-ba00-389639322182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:56.904538 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f4d7c714-d46a-4973-ba00-389639322182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:56.926738 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:56.937921 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-4a752688-261d-4bd2-956c-d86dd33e0b2c tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Synchronizing usage tracker for tenant:a8899ac9b01e42658da4f7daa3a70cb6 on resource:security_group {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:26:56.982189 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7c714-d46a-4973-ba00-389639322182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5f32ec-173d-4e9e-9c21-60a4c7edf42a,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:56.987978 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-f4d7c714-d46a-4973-ba00-389639322182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:56.994091 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 39906) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:56.994682 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-f4d7c714-d46a-4973-ba00-389639322182 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1297d29fa95b475d90ce100ff2d1164e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4774926 Nov 04 13:26:56.997713 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-4a752688-261d-4bd2-956c-d86dd33e0b2c tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Unset dirty status for tenant:a8899ac9b01e42658da4f7daa3a70cb6 on resource:security_group {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:26:56.999028 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-4a752688-261d-4bd2-956c-d86dd33e0b2c tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1180604453&fields=id&tenant_id=a8899ac9b01e42658da4f7daa3a70cb6 HTTP/1.1" status: 200 len: 267 time: 0.1847792 Nov 04 13:26:57.147129 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port d3048c4e-f53d-4d71-9a27-bc5c491d9d03, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=d3048c4e-f53d-4d71-9a27-bc5c491d9d03,segment=NetworkSegment(417fca62-d610-41ed-a4f6-c89ca90ceb1b),segment_id=417fca62-d610-41ed-a4f6-c89ca90ceb1b)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:26:57.176673 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': 'd3048c4e-f53d-4d71-9a27-bc5c491d9d03', 'network_id': '786806b8-b546-4cf7-b982-c5c5a5208606', 'port_id': 'd3048c4e-f53d-4d71-9a27-bc5c491d9d03', 'mac_address': 'fa:16:3e:66:f7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e76674-9a4b-47bb-b9f3-bf143586b5e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:26:57.192867 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-101bbc64-1f07-4ca3-8858-ac74ad11a61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:57.268290 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-101bbc64-1f07-4ca3-8858-ac74ad11a61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:57.289784 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-1d3d37d6-7e09-4c3a-a6b0-b19bc7c9f59b tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:57.291357 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-1d3d37d6-7e09-4c3a-a6b0-b19bc7c9f59b tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/networks?id=19b33287-e8f1-4ba3-9b40-154cff1c5c43 HTTP/1.1" status: 200 len: 817 time: 0.2852750 Nov 04 13:26:57.330257 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-d97e1120-8f0c-40d2-b911-50fba00ab99e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/quotas/a8899ac9b01e42658da4f7daa3a70cb6 HTTP/1.1" status: 200 len: 375 time: 0.0328312 Nov 04 13:26:57.356741 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:57.361933 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 39920) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:57.368866 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] Notify callbacks [] for port, precommit_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:57.376904 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-b8bfb3b2-d6fd-450f-87e8-677bc220a526 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--350309683', 'description': 'tempest-description--1103432906'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:57.387563 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-b8bfb3b2-d6fd-450f-87e8-677bc220a526 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:57.388456 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3048c4e-f53d-4d71-9a27-bc5c491d9d03 {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:26:57.391526 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-b8bfb3b2-d6fd-450f-87e8-677bc220a526 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Usage tracker for resource:security_group and tenant:a7451332362e46a2a0a216c2925c30eb is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:57.394002 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] Transition to ACTIVE for port object ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4 will not be triggered until provisioned by entity L2. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:26:57.396169 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-b8bfb3b2-d6fd-450f-87e8-677bc220a526 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:57.403525 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-b8bfb3b2-d6fd-450f-87e8-677bc220a526 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:57.410262 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port d3048c4e-f53d-4d71-9a27-bc5c491d9d03, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=d3048c4e-f53d-4d71-9a27-bc5c491d9d03,segment=NetworkSegment(417fca62-d610-41ed-a4f6-c89ca90ceb1b),segment_id=417fca62-d610-41ed-a4f6-c89ca90ceb1b)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:26:57.411349 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:57.428519 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb3b2-d6fd-450f-87e8-677bc220a526 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:57.433475 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:57.463896 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-101bbc64-1f07-4ca3-8858-ac74ad11a61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:57.495437 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-b8bfb3b2-d6fd-450f-87e8-677bc220a526 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:57.503486 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-b8bfb3b2-d6fd-450f-87e8-677bc220a526 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Usage tracker for resource:security_group_rule and tenant:a7451332362e46a2a0a216c2925c30eb is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:57.506667 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-b8bfb3b2-d6fd-450f-87e8-677bc220a526 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:57.514074 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-b8bfb3b2-d6fd-450f-87e8-677bc220a526 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:57.543983 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-690b44a9-9b83-45a0-96f0-e7cfae7cb9f8 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Synchronizing usage tracker for tenant:a8899ac9b01e42658da4f7daa3a70cb6 on resource:port {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:26:57.601169 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:57.602699 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-af9fdc48-918b-4592-8888-b15ecf9d019a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:57.638013 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bbc64-1f07-4ca3-8858-ac74ad11a61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5f32ec-173d-4e9e-9c21-60a4c7edf42a,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:57.644599 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-101bbc64-1f07-4ca3-8858-ac74ad11a61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:57.654497 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-101bbc64-1f07-4ca3-8858-ac74ad11a61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:57.659274 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-101bbc64-1f07-4ca3-8858-ac74ad11a61d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5b5f32ec-173d-4e9e-9c21-60a4c7edf42a HTTP/1.1" status: 204 len: 168 time: 0.6605458 Nov 04 13:26:57.671936 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb3b2-d6fd-450f-87e8-677bc220a526 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:57.686890 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb3b2-d6fd-450f-87e8-677bc220a526 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:57.703697 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-101bbc64-1f07-4ca3-8858-ac74ad11a61d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:57.705704 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-690b44a9-9b83-45a0-96f0-e7cfae7cb9f8 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Unset dirty status for tenant:a8899ac9b01e42658da4f7daa3a70cb6 on resource:port {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:26:57.707693 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-690b44a9-9b83-45a0-96f0-e7cfae7cb9f8 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a8899ac9b01e42658da4f7daa3a70cb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3715277 Nov 04 13:26:57.773357 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e4db3-2829-42b5-8625-338029a42a8d None None] Pushing event updated for resources: {'Port': ['ID=ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4,revision_number=3']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:57.776349 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-838e4db3-2829-42b5-8625-338029a42a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:57.784968 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-eb55c3c3-6df0-49dc-ac40-0eeff6657aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:57.884912 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=d3048c4e-f53d-4d71-9a27-bc5c491d9d03,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:57.887085 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb3b2-d6fd-450f-87e8-677bc220a526 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:57.888152 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:57.889600 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-b8bfb3b2-d6fd-450f-87e8-677bc220a526 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5266256 Nov 04 13:26:57.893182 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 39936) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:57.897452 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfb3b2-d6fd-450f-87e8-677bc220a526 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:57.903165 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-fac31ba5-dbc8-4c0e-929e-70f3f5f3d2ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Request body: {'security_group_rule': {'security_group_id': '2c9b3a85-0a92-4537-a9d6-2edc9dcd6210', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:57.913803 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] Attempting to bind port ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4 on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:26:57.914099 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] Attempting to bind port ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4 by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': '97447998-9e24-4d21-a093-d5a1c9899616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831'}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:26:57.914468 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] Attempting to bind port ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4 on network 6282d6f8-f89d-43c1-9bee-c61b55a30831 {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:26:57.918954 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64449822-e009-4148-a723-e68b88975171 req-ad059ebd-dd41-4806-bb55-19ec2f90c1bd tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:57.920720 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-64449822-e009-4148-a723-e68b88975171 req-ad059ebd-dd41-4806-bb55-19ec2f90c1bd tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 943 time: 0.3560803 Nov 04 13:26:57.923661 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b8bfb3b2-d6fd-450f-87e8-677bc220a526 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:57.924854 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-fac31ba5-dbc8-4c0e-929e-70f3f5f3d2ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:57.935095 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:26:57.935488 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] Checking segment: {'id': '97447998-9e24-4d21-a093-d5a1c9899616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:26:57.935896 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:57.936295 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] Bound using segment: {'id': '97447998-9e24-4d21-a093-d5a1c9899616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831'} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:26:57.936846 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] Bound port: ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97447998-9e24-4d21-a093-d5a1c9899616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831'}}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:26:57.937150 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:57.949292 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-fac31ba5-dbc8-4c0e-929e-70f3f5f3d2ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Usage tracker for resource:security_group_rule and tenant:a7451332362e46a2a0a216c2925c30eb is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:57.956157 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-fac31ba5-dbc8-4c0e-929e-70f3f5f3d2ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:57.965568 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-fac31ba5-dbc8-4c0e-929e-70f3f5f3d2ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:58.005278 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-64449822-e009-4148-a723-e68b88975171 req-7744d460-c227-41bd-987e-0c2aecadccca tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768166 Nov 04 13:26:58.038961 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-fac31ba5-dbc8-4c0e-929e-70f3f5f3d2ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:58.045379 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-41571882-6e22-4c66-8257-6db66733cb87 service neutron] 10.222.0.93 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225448 Nov 04 13:26:58.056816 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['d3048c4e-f53d-4d71-9a27-bc5c491d9d03'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:26:58.237419 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-fac31ba5-dbc8-4c0e-929e-70f3f5f3d2ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:58.339417 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-fac31ba5-dbc8-4c0e-929e-70f3f5f3d2ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915746'] for security_group_rule, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:58.396808 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-08f30d84-d14d-4384-a4d9-b6c63758c2ba tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:58.419631 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:26:58.442077 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac31ba5-dbc8-4c0e-929e-70f3f5f3d2ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5330d04-3c4c-4d5e-b34e-714dd1062d1c,revision_number=0']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:58.447422 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-fac31ba5-dbc8-4c0e-929e-70f3f5f3d2ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:58.478932 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-fac31ba5-dbc8-4c0e-929e-70f3f5f3d2ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:58.479603 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-fac31ba5-dbc8-4c0e-929e-70f3f5f3d2ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5852492 Nov 04 13:26:58.485396 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 39952) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:58.492819 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ecee7e9a-d15c-4c1c-9845-1c04a281812b service neutron] 10.222.0.93 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463527 Nov 04 13:26:58.499752 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-fe6332d1-40dd-487b-aecf-67e758e2c55b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Request body: {'security_group_rule': {'security_group_id': '2c9b3a85-0a92-4537-a9d6-2edc9dcd6210', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:58.524624 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-fe6332d1-40dd-487b-aecf-67e758e2c55b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:58.550119 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-fe6332d1-40dd-487b-aecf-67e758e2c55b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Usage tracker for resource:security_group_rule and tenant:a7451332362e46a2a0a216c2925c30eb is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:58.559346 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-fe6332d1-40dd-487b-aecf-67e758e2c55b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:58.568497 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] For port ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:26:58.581255 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-fe6332d1-40dd-487b-aecf-67e758e2c55b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:58.605057 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3787e9-b21b-4ad2-90aa-e4e8c7556ade req-8b1b18e3-270c-42de-8ab8-05acc8560ac6 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:58.610376 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-bf3787e9-b21b-4ad2-90aa-e4e8c7556ade req-8b1b18e3-270c-42de-8ab8-05acc8560ac6 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 944 time: 0.3714132 Nov 04 13:26:58.694387 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-fe6332d1-40dd-487b-aecf-67e758e2c55b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:58.697183 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] For port ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4,segment=NetworkSegment(97447998-9e24-4d21-a093-d5a1c9899616),segment_id=97447998-9e24-4d21-a093-d5a1c9899616)] {{(pid=82774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:26:58.708347 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:58.713509 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:58.802156 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e4db3-2829-42b5-8625-338029a42a8d None None] Pushing event updated for resources: {'Port': ['ID=ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:58.810470 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-838e4db3-2829-42b5-8625-338029a42a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:58.811195 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:26:58.814791 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-bf3787e9-b21b-4ad2-90aa-e4e8c7556ade req-73662de6-6ed9-4929-b330-b293381f02ba tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/security-groups?id=01fd9a0e-f479-4aaa-8b44-b163ec259297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951926 Nov 04 13:26:58.860069 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] Routers {'de216616-88bb-4cdb-b621-0f1516027da4'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:26:58.862461 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:26:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['de216616-88bb-4cdb-b621-0f1516027da4'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:26:58.919372 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-fe6332d1-40dd-487b-aecf-67e758e2c55b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:58.928503 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-fe6332d1-40dd-487b-aecf-67e758e2c55b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915746'] for security_group_rule, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:58.949825 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ad943ce2-ed00-48ba-8cb2-244d33caf463 req-21d3a6f5-bc57-4b44-86f0-ec60eea6cd48 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 210 time: 0.1125655 Nov 04 13:26:58.952190 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:26:59.001385 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6332d1-40dd-487b-aecf-67e758e2c55b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b9eaae-f8ed-4270-8a75-7bcce601a12f,revision_number=0']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:26:59.004662 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-fe6332d1-40dd-487b-aecf-67e758e2c55b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:26:59.035889 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-fe6332d1-40dd-487b-aecf-67e758e2c55b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:59.040267 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-fe6332d1-40dd-487b-aecf-67e758e2c55b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5508616 Nov 04 13:26:59.040958 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 39984) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:26:59.047090 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Request body: {'floatingip': {'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:26:59.062365 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:26:59.077164 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Usage tracker for resource:floatingip and tenant:a7451332362e46a2a0a216c2925c30eb is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:26:59.086894 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:26:59.109155 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:26:59.145020 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for floatingip, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:59.368007 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f973814-29fb-4f60-916f-bb49c9712c39 req-297064fc-443f-458c-a524-79dcd8b5996c tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:26:59.376881 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1f973814-29fb-4f60-916f-bb49c9712c39 req-297064fc-443f-458c-a524-79dcd8b5996c tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 943 time: 0.1360850 Nov 04 13:26:59.390183 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] Set router de216616-88bb-4cdb-b621-0f1516027da4 gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:26:59.452019 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:59.468160 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1f973814-29fb-4f60-916f-bb49c9712c39 req-aa023669-1954-475a-b9fd-94d588824303 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876975 Nov 04 13:26:59.510831 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.db.resource_extend [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] It took 0.68 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 13:26:59.544277 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-208c9f3a-fe3a-427f-bd0f-c0cf255817cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:59.629235 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:26:59.724117 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_common [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Allocated IP 172.28.1.198 (3a01b9c4-59fa-4ac6-86b7-88d3229c48a4/d8a4ad71-5939-4e74-92b3-9a9ca440e818/d727fccd-548b-4cb3-aaab-d9f852e7b27c) {{(pid=82773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:26:59.929237 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=116ea7e7-c6cc-45f2-a5de-aa2457a4db7c,segment=NetworkSegment(b3a65132-091a-42fd-9f21-c848c12dfc96),segment_id=b3a65132-091a-42fd-9f21-c848c12dfc96)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:26:59.979929 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': '116ea7e7-c6cc-45f2-a5de-aa2457a4db7c', 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e', 'port_id': '116ea7e7-c6cc-45f2-a5de-aa2457a4db7c', 'mac_address': 'fa:16:3e:ec:d4:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4a0bf0-8086-4b70-87a4-6eff05a52c1a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:27:00.009354 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for port, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:00.129700 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:00.139174 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:00.216625 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Pushing event updated for resources: {'Port': ['ID=d727fccd-548b-4cb3-aaab-d9f852e7b27c,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:00.220899 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:00.251613 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:27:00.257279 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:27:00.287451 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Received port after_create {{(pid=82773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:27:00.315041 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:00.366207 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-83ee05e1-63ed-4da3-9812-cf8ac8d8e470 req-f3b91ed3-0f38-4f29-8ff7-8d773e0f165b tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 210 time: 0.0966675 Nov 04 13:27:00.370633 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28261d1-8629-4405-be3e-bdd9ee3c6484 req-528cb57c-18ff-4ed2-94dd-5e09e6904e5f tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:00.372345 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d28261d1-8629-4405-be3e-bdd9ee3c6484 req-528cb57c-18ff-4ed2-94dd-5e09e6904e5f tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 944 time: 0.2941537 Nov 04 13:27:00.384132 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:27:00.420907 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=116ea7e7-c6cc-45f2-a5de-aa2457a4db7c,segment=NetworkSegment(b3a65132-091a-42fd-9f21-c848c12dfc96),segment_id=b3a65132-091a-42fd-9f21-c848c12dfc96)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:00.431504 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:49Z', 'revision_number': 4, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'gw_port': {'id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:31Z', 'updated_at': '2021-11-04T13:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4', 'name': '', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'mac_address': 'fa:16:3e:c7:5f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:45Z', 'updated_at': '2021-11-04T13:26:58Z', 'revision_number': 4, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'subnets': [{'id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:27:00.433820 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:00.436811 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-a5e19e3c-49d1-4575-b313-a93c6b455246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:00.501659 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a823980-3fab-4944-a9fa-6d7224b15f4f None None] The sync data for ids ['de216616-88bb-4cdb-b621-0f1516027da4'] in dv-cinder-810367-1-smb is: [{'id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:49Z', 'revision_number': 4, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'gw_port': {'id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:31Z', 'updated_at': '2021-11-04T13:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4', 'name': '', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'mac_address': 'fa:16:3e:c7:5f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:45Z', 'updated_at': '2021-11-04T13:26:58Z', 'revision_number': 4, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'subnets': [{'id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:27:00.591872 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=116ea7e7-c6cc-45f2-a5de-aa2457a4db7c,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:00.593542 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d28261d1-8629-4405-be3e-bdd9ee3c6484 req-215c8eab-eaa7-4a86-acfe-a23785556500 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/security-groups?id=01fd9a0e-f479-4aaa-8b44-b163ec259297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769803 Nov 04 13:27:00.599801 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:00.699094 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['116ea7e7-c6cc-45f2-a5de-aa2457a4db7c'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:27:00.827161 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device d3048c4e-f53d-4d71-9a27-bc5c491d9d03 up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:27:00.839755 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:00.976904 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:01.239704 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-362578ea-a109-4838-8ec3-a9009ece830c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:01.303296 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning for port d3048c4e-f53d-4d71-9a27-bc5c491d9d03 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:27:01.343213 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4b961-7a7b-457c-891d-353c4c80a2fb req-ab3da382-1865-448a-8ae0-4e17232b5128 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:01.352947 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2aa4b961-7a7b-457c-891d-353c4c80a2fb req-ab3da382-1865-448a-8ae0-4e17232b5128 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 944 time: 0.5861757 Nov 04 13:27:01.381420 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port d3048c4e-f53d-4d71-9a27-bc5c491d9d03 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:27:01.381850 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:01.455784 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-67a42a89-c829-41de-a8e3-5883c8761b27 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:01.457430 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-67a42a89-c829-41de-a8e3-5883c8761b27 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Synchronizing usage tracker for tenant:a8899ac9b01e42658da4f7daa3a70cb6 on resource:network {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:27:01.534906 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2aa4b961-7a7b-457c-891d-353c4c80a2fb req-5ad91fff-d098-4f9c-b727-f1ad13fa1dfe tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807015 Nov 04 13:27:01.561054 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-67a42a89-c829-41de-a8e3-5883c8761b27 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Unset dirty status for tenant:a8899ac9b01e42658da4f7daa3a70cb6 on resource:network {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:27:01.562533 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-67a42a89-c829-41de-a8e3-5883c8761b27 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.52 "GET /v2.0/networks?id=19b33287-e8f1-4ba3-9b40-154cff1c5c43 HTTP/1.1" status: 200 len: 817 time: 0.7083960 Nov 04 13:27:01.606703 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 40070) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:01.687327 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for port, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:01.701673 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-5f49fbbc-f164-485f-90f3-06c35f0b426c tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Synchronizing usage tracker for tenant:a8899ac9b01e42658da4f7daa3a70cb6 on resource:security_group {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:27:01.701847 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671960'] for port, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:01.724637 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:01.755078 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-5f49fbbc-f164-485f-90f3-06c35f0b426c tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Unset dirty status for tenant:a8899ac9b01e42658da4f7daa3a70cb6 on resource:security_group {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:27:01.760543 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-5f49fbbc-f164-485f-90f3-06c35f0b426c tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8899ac9b01e42658da4f7daa3a70cb6 HTTP/1.1" status: 200 len: 380 time: 0.1835437 Nov 04 13:27:01.790970 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-8ffea8af-d879-4678-be0e-bbe1ab84ef29 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Request body: {'port': {'device_id': '56a9705e-6620-4bcd-a317-5cd382075fa6', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'admin_state_up': True, 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'security_groups': ['ee01399e-ded1-418d-affa-c860f73b90b3']}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:01.899069 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:01.964409 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-4503c2ec-2ef9-4231-986c-eae2a0311fe7 req-99e6fc5c-ea29-4e02-8da4-c50a0c4fde61 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 210 time: 0.1243303 Nov 04 13:27:01.970854 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fdf509-94d9-406d-bf37-c6dde4363abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3048c4e-f53d-4d71-9a27-bc5c491d9d03'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:27:02.076878 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:27:02.127772 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port d3048c4e-f53d-4d71-9a27-bc5c491d9d03, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=d3048c4e-f53d-4d71-9a27-bc5c491d9d03,segment=NetworkSegment(417fca62-d610-41ed-a4f6-c89ca90ceb1b),segment_id=417fca62-d610-41ed-a4f6-c89ca90ceb1b)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:02.152021 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:02.165607 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:02.181139 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Pushing event updated for resources: {'Port': ['ID=d727fccd-548b-4cb3-aaab-d9f852e7b27c,revision_number=2']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:02.198384 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:02.206598 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:02.254332 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=d3048c4e-f53d-4d71-9a27-bc5c491d9d03,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:02.265486 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:02.272856 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:27:02.279223 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:27:02.279739 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:02.293155 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-51e1261e-576e-41bb-89d8-b6e1dcf9b396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:02.319469 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837438'] for floatingip, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:02.422047 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-51e1261e-576e-41bb-89d8-b6e1dcf9b396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:02.428232 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-51e1261e-576e-41bb-89d8-b6e1dcf9b396 admin admin] Usage tracker for resource:security_group_rule and tenant:3ec97f76ea0a40e8bf412ccf694324a0 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:02.432425 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-51e1261e-576e-41bb-89d8-b6e1dcf9b396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:02.441066 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2e9d8-7328-47ad-845d-508604ed7a01 req-2bfbdc1d-c666-4684-9d7e-33c369c22f24 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:02.442417 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-07f2e9d8-7328-47ad-845d-508604ed7a01 req-2bfbdc1d-c666-4684-9d7e-33c369c22f24 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 944 time: 0.5295396 Nov 04 13:27:02.442766 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-51e1261e-576e-41bb-89d8-b6e1dcf9b396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:02.447909 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-8ffea8af-d879-4678-be0e-bbe1ab84ef29 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:02.480807 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-8ffea8af-d879-4678-be0e-bbe1ab84ef29 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:02.519677 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-8ffea8af-d879-4678-be0e-bbe1ab84ef29 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Made reservation on behalf of a8899ac9b01e42658da4f7daa3a70cb6 for: {'port': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:27:02.523522 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-8ffea8af-d879-4678-be0e-bbe1ab84ef29 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:02.536081 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-51e1261e-576e-41bb-89d8-b6e1dcf9b396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:02.538227 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-07f2e9d8-7328-47ad-845d-508604ed7a01 req-f5d7e506-3176-41d2-82b7-c15866b5cda7 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/security-groups?id=01fd9a0e-f479-4aaa-8b44-b163ec259297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871339 Nov 04 13:27:02.538557 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for floatingip, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:02.540719 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4983752 Nov 04 13:27:02.553353 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-51e1261e-576e-41bb-89d8-b6e1dcf9b396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:02.563505 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-115b2ab4-0e3a-4282-b38f-4ecffd747ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:02.645040 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:02.645879 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1261e-576e-41bb-89d8-b6e1dcf9b396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2da46f-0e3e-4176-a6c3-05925c5fedb7,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:02.650291 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-51e1261e-576e-41bb-89d8-b6e1dcf9b396 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3ec97f76ea0a40e8bf412ccf694324a0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0415943 Nov 04 13:27:02.651265 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-51e1261e-576e-41bb-89d8-b6e1dcf9b396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:02.652861 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 40118) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:02.746968 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-26bd2085-0d76-470d-955c-dbb1872d2e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:02.752716 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] For port ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4,segment=NetworkSegment(97447998-9e24-4d21-a093-d5a1c9899616),segment_id=97447998-9e24-4d21-a093-d5a1c9899616)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:02.755296 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fdf509-94d9-406d-bf37-c6dde4363abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3048c4e-f53d-4d71-9a27-bc5c491d9d03', 'code': 200} Nov 04 13:27:02.768215 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:02.772596 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:02.820278 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-26bd2085-0d76-470d-955c-dbb1872d2e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:02.898527 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:27:02.928440 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-8ffea8af-d879-4678-be0e-bbe1ab84ef29 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Allocated IP 172.20.0.12 (19b33287-e8f1-4ba3-9b40-154cff1c5c43/015f8400-61d5-446c-9985-04a90256d94c/85ac3963-e517-43d5-8531-ad936c9306a6) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:27:02.959363 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-26bd2085-0d76-470d-955c-dbb1872d2e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:02.964878 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-f4d7c714-d46a-4973-ba00-389639322182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:03.026120 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-26bd2085-0d76-470d-955c-dbb1872d2e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:03.027507 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-26bd2085-0d76-470d-955c-dbb1872d2e67 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1c2da46f-0e3e-4176-a6c3-05925c5fedb7 HTTP/1.1" status: 204 len: 168 time: 0.3736570 Nov 04 13:27:03.028638 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd2085-0d76-470d-955c-dbb1872d2e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2da46f-0e3e-4176-a6c3-05925c5fedb7,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:03.033717 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-26bd2085-0d76-470d-955c-dbb1872d2e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:03.089120 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Pushing event updated for resources: {'Port': ['ID=ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:03.095310 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:03.126120 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-68aa9892-c4d1-4714-bbf3-143eaa384083 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Synchronizing usage tracker for tenant:a7451332362e46a2a0a216c2925c30eb on resource:security_group {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:27:03.141885 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning for port 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:27:03.147395 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:27:03.147784 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:03.167157 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-68aa9892-c4d1-4714-bbf3-143eaa384083 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Unset dirty status for tenant:a7451332362e46a2a0a216c2925c30eb on resource:security_group {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:27:03.168514 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-68aa9892-c4d1-4714-bbf3-143eaa384083 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--350309683&fields=id&tenant_id=a7451332362e46a2a0a216c2925c30eb HTTP/1.1" status: 200 len: 267 time: 0.1443992 Nov 04 13:27:03.431001 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:03.446250 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a96d7-f690-42a3-a7a9-2d69feba4316 req-af9b5350-9445-49cc-aaa5-0c6a5983c946 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:03.452991 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-fa3a96d7-f690-42a3-a7a9-2d69feba4316 req-af9b5350-9445-49cc-aaa5-0c6a5983c946 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 944 time: 0.5103891 Nov 04 13:27:03.480747 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a012080f-1030-4ef2-a8e3-652ad3502931 req-e4bdb0c0-0830-44d7-abc4-35c26258997f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 1098 time: 0.4616344 Nov 04 13:27:03.499174 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=116ea7e7-c6cc-45f2-a5de-aa2457a4db7c,segment=NetworkSegment(b3a65132-091a-42fd-9f21-c848c12dfc96),segment_id=b3a65132-091a-42fd-9f21-c848c12dfc96)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:03.508750 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:03.510790 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:03.539975 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-54c6cb85-a7dd-4cd3-b160-c6483c59da12 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:03.540881 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-54c6cb85-a7dd-4cd3-b160-c6483c59da12 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Synchronizing usage tracker for tenant:a7451332362e46a2a0a216c2925c30eb on resource:network {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:27:03.570919 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-54c6cb85-a7dd-4cd3-b160-c6483c59da12 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Unset dirty status for tenant:a7451332362e46a2a0a216c2925c30eb on resource:network {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:27:03.582666 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-54c6cb85-a7dd-4cd3-b160-c6483c59da12 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/networks?id=6282d6f8-f89d-43c1-9bee-c61b55a30831 HTTP/1.1" status: 200 len: 811 time: 0.4013917 Nov 04 13:27:03.590692 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-a012080f-1030-4ef2-a8e3-652ad3502931 req-c0457385-b0f9-4f94-a1b8-f06b88ec80e9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:03.631767 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-45b7f4cc-a707-4a67-9e62-54a7fb0ec887 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/quotas/a7451332362e46a2a0a216c2925c30eb HTTP/1.1" status: 200 len: 375 time: 0.0453689 Nov 04 13:27:03.644179 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-8ffea8af-d879-4678-be0e-bbe1ab84ef29 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:03.649785 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:03.683163 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-fa3a96d7-f690-42a3-a7a9-2d69feba4316 req-414f3adf-d690-4083-b663-ede747c2e09d tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292116 Nov 04 13:27:03.686730 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 40176) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:03.687585 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=116ea7e7-c6cc-45f2-a5de-aa2457a4db7c,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:03.696728 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:03.702352 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.provisioning_blocks [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-8ffea8af-d879-4678-be0e-bbe1ab84ef29 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Transition to ACTIVE for port object 85ac3963-e517-43d5-8531-ad936c9306a6 will not be triggered until provisioned by entity DHCP. {{(pid=82772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:27:03.715741 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-64922c88-e084-4cba-8f28-938eb369110a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:03.722197 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-a012080f-1030-4ef2-a8e3-652ad3502931 req-c0457385-b0f9-4f94-a1b8-f06b88ec80e9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:03.728224 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-a012080f-1030-4ef2-a8e3-652ad3502931 req-c0457385-b0f9-4f94-a1b8-f06b88ec80e9 service neutron] Usage tracker for resource:security_group_rule and tenant:8ac2e0214c4045d091a7b1698f0e607b is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:03.732295 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-a012080f-1030-4ef2-a8e3-652ad3502931 req-c0457385-b0f9-4f94-a1b8-f06b88ec80e9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:03.739866 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-a012080f-1030-4ef2-a8e3-652ad3502931 req-c0457385-b0f9-4f94-a1b8-f06b88ec80e9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:03.790075 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-8ffea8af-d879-4678-be0e-bbe1ab84ef29 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:03.811224 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-785f54ec-c03d-4c09-b550-b3b1747cacfe tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Synchronizing usage tracker for tenant:a7451332362e46a2a0a216c2925c30eb on resource:port {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:27:03.814647 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b39c9079-4fac-4811-92a1-97d8a375a734 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:03.814880 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-64922c88-e084-4cba-8f28-938eb369110a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:03.853695 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-64922c88-e084-4cba-8f28-938eb369110a admin admin] Usage tracker for resource:security_group_rule and tenant:2ce87308da4c4440b4a3569e824586f8 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:03.861376 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-64922c88-e084-4cba-8f28-938eb369110a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:03.861519 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-8ffea8af-d879-4678-be0e-bbe1ab84ef29 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Network 19b33287-e8f1-4ba3-9b40-154cff1c5c43 is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:27:03.875248 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-64922c88-e084-4cba-8f28-938eb369110a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:03.897130 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-8ffea8af-d879-4678-be0e-bbe1ab84ef29 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:27:03.902447 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-785f54ec-c03d-4c09-b550-b3b1747cacfe tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Unset dirty status for tenant:a7451332362e46a2a0a216c2925c30eb on resource:port {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:27:03.903848 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-8ffea8af-d879-4678-be0e-bbe1ab84ef29 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:27:03.905292 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:27:03.914902 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-785f54ec-c03d-4c09-b550-b3b1747cacfe tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a7451332362e46a2a0a216c2925c30eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2818577 Nov 04 13:27:04.060857 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:27:04.062883 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:04.111038 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-a012080f-1030-4ef2-a8e3-652ad3502931 req-c0457385-b0f9-4f94-a1b8-f06b88ec80e9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:04.116607 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-8ffea8af-d879-4678-be0e-bbe1ab84ef29 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:04.117269 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-8ffea8af-d879-4678-be0e-bbe1ab84ef29 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:04.155906 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffea8af-d879-4678-be0e-bbe1ab84ef29 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Pushing event updated for resources: {'Port': ['ID=85ac3963-e517-43d5-8531-ad936c9306a6,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:04.155906 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-8ffea8af-d879-4678-be0e-bbe1ab84ef29 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:04.173832 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-6c531719-10b9-49e6-8025-886716a34b3f service neutron] 10.222.0.93 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516434 Nov 04 13:27:04.189406 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-8ffea8af-d879-4678-be0e-bbe1ab84ef29 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4195309 Nov 04 13:27:04.191151 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-a012080f-1030-4ef2-a8e3-652ad3502931 req-c0457385-b0f9-4f94-a1b8-f06b88ec80e9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:04.222339 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Request body: {'port': {'device_id': '56a9705e-6620-4bcd-a317-5cd382075fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:04.358064 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-19ae307d-cf26-470d-a930-70960d4d78eb None None] Provisioning for port 85ac3963-e517-43d5-8531-ad936c9306a6 completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:27:04.362121 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:04.364058 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-19ae307d-cf26-470d-a930-70960d4d78eb None None] Provisioning complete for port 85ac3963-e517-43d5-8531-ad936c9306a6 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:27:04.364448 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-19ae307d-cf26-470d-a930-70960d4d78eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:04.393330 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35deab01-b162-44eb-b740-808c066c7805 req-9896e57f-30e0-4d61-ae3c-e298e27283b4 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:04.394069 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-35deab01-b162-44eb-b740-808c066c7805 req-9896e57f-30e0-4d61-ae3c-e298e27283b4 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Synchronizing usage tracker for tenant:a8899ac9b01e42658da4f7daa3a70cb6 on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:27:04.407411 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-64922c88-e084-4cba-8f28-938eb369110a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:04.413312 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-a012080f-1030-4ef2-a8e3-652ad3502931 req-c0457385-b0f9-4f94-a1b8-f06b88ec80e9 service neutron] Synchronizing usage tracker for tenant:8ac2e0214c4045d091a7b1698f0e607b on resource:security_group {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:27:04.416502 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-f94d4837-b02e-48fa-b916-82d527181c5f service neutron] 10.222.0.93 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413881 Nov 04 13:27:04.421639 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-64922c88-e084-4cba-8f28-938eb369110a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:04.432671 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-5fd4b20a-bf96-4eb8-b593-e8d39c90c506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:04.445994 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-35deab01-b162-44eb-b740-808c066c7805 req-9896e57f-30e0-4d61-ae3c-e298e27283b4 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Unset dirty status for tenant:a8899ac9b01e42658da4f7daa3a70cb6 on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:27:04.452495 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-35deab01-b162-44eb-b740-808c066c7805 req-9896e57f-30e0-4d61-ae3c-e298e27283b4 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 932 time: 0.5170662 Nov 04 13:27:04.455999 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-19ae307d-cf26-470d-a930-70960d4d78eb None None] Port 85ac3963-e517-43d5-8531-ad936c9306a6 cannot update to ACTIVE because it is not bound. {{(pid=82774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 04 13:27:04.476169 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0457385-b0f9-4f94-a1b8-f06b88ec80e9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f704a44f-afc6-4a64-b016-c218da635a64,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:04.508945 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64922c88-e084-4cba-8f28-938eb369110a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfa9b44-0a71-4cf2-bcfe-b9a76d4ad36e,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:04.532279 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-64922c88-e084-4cba-8f28-938eb369110a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2ce87308da4c4440b4a3569e824586f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8441708 Nov 04 13:27:04.533367 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 40218) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:04.534369 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-64922c88-e084-4cba-8f28-938eb369110a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:04.548722 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-c0457385-b0f9-4f94-a1b8-f06b88ec80e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:04.551868 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:04.591157 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-a012080f-1030-4ef2-a8e3-652ad3502931 req-c0457385-b0f9-4f94-a1b8-f06b88ec80e9 service neutron] Unset dirty status for tenant:8ac2e0214c4045d091a7b1698f0e607b on resource:security_group {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:27:04.592434 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a012080f-1030-4ef2-a8e3-652ad3502931 req-c0457385-b0f9-4f94-a1b8-f06b88ec80e9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=01fd9a0e-f479-4aaa-8b44-b163ec259297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0665607 Nov 04 13:27:04.622369 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-be9eb09a-188a-4a91-be56-5d90537535db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:04.640189 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-35deab01-b162-44eb-b740-808c066c7805 req-b9920147-c92f-40dc-87ed-d395f5e736b0 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867447 Nov 04 13:27:04.660538 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-be9eb09a-188a-4a91-be56-5d90537535db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:04.757151 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3499ceae-ac36-4085-b4df-5303a92a1669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116ea7e7-c6cc-45f2-a5de-aa2457a4db7c'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:27:04.801013 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-be9eb09a-188a-4a91-be56-5d90537535db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:04.809526 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a56acdc4-e17d-4adf-8346-3e942ba98616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:04.819156 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b7aabdd8-e401-4646-bfd9-c8dbe2f55d35 req-c908b323-a566-42c4-8e1a-42668131b644 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 210 time: 0.0565987 Nov 04 13:27:04.851480 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9eb09a-188a-4a91-be56-5d90537535db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfa9b44-0a71-4cf2-bcfe-b9a76d4ad36e,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:04.868523 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-be9eb09a-188a-4a91-be56-5d90537535db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:04.882878 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-be9eb09a-188a-4a91-be56-5d90537535db admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:04.910193 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-be9eb09a-188a-4a91-be56-5d90537535db admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7cfa9b44-0a71-4cf2-bcfe-b9a76d4ad36e HTTP/1.1" status: 204 len: 168 time: 0.3698072 Nov 04 13:27:05.008035 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea9759-c933-49c9-bd51-de1734c73427 req-ab8bb3d0-dd50-451b-a8b2-67d923ba400c tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:05.018089 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-04ea9759-c933-49c9-bd51-de1734c73427 req-ab8bb3d0-dd50-451b-a8b2-67d923ba400c tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 945 time: 0.2727354 Nov 04 13:27:05.142632 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-04ea9759-c933-49c9-bd51-de1734c73427 req-2a6e53b6-ddf1-4d78-a836-47e0371c406c tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/security-groups?id=01fd9a0e-f479-4aaa-8b44-b163ec259297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235974 Nov 04 13:27:05.275459 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3499ceae-ac36-4085-b4df-5303a92a1669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116ea7e7-c6cc-45f2-a5de-aa2457a4db7c', 'code': 200} Nov 04 13:27:05.312173 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ac3963-e517-43d5-8531-ad936c9306a6 {{(pid=82772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:27:05.323178 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:05.344288 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.provisioning_blocks [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Transition to ACTIVE for port object 85ac3963-e517-43d5-8531-ad936c9306a6 will not be triggered until provisioned by entity L2. {{(pid=82772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:27:05.355511 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:05.365084 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:05.575035 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef178a-161a-4339-84a8-e4cb35ec14aa req-3f2603a2-89a0-4f30-ac04-9c71dc92f1cf tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:05.576367 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b3ef178a-161a-4339-84a8-e4cb35ec14aa req-3f2603a2-89a0-4f30-ac04-9c71dc92f1cf tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 945 time: 0.4359233 Nov 04 13:27:05.749482 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Pushing event updated for resources: {'Port': ['ID=85ac3963-e517-43d5-8531-ad936c9306a6,revision_number=2']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:05.764989 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:05.918247 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b3ef178a-161a-4339-84a8-e4cb35ec14aa req-40fbf9b7-adea-44b9-8ab7-d22bf8461488 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960756 Nov 04 13:27:05.970702 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 40300) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:06.025436 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6c1075aa-6253-47ad-9fe4-b5340e684858 req-7a3ec4a7-0979-4fee-95af-d3925e888b43 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 1098 time: 0.4477763 Nov 04 13:27:06.082107 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Attempting to bind port 85ac3963-e517-43d5-8531-ad936c9306a6 on host hv-cinder-81036 for vnic_type normal with profile {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:27:06.082446 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Attempting to bind port 85ac3963-e517-43d5-8531-ad936c9306a6 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': 'fe6ae640-e823-4522-bac4-3d650ada9126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43'}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:27:06.082903 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Attempting to bind port 85ac3963-e517-43d5-8531-ad936c9306a6 on network 19b33287-e8f1-4ba3-9b40-154cff1c5c43 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:27:06.097818 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Port 85ac3963-e517-43d5-8531-ad936c9306a6 on network 19b33287-e8f1-4ba3-9b40-154cff1c5c43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 04 13:27:06.098188 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Attempting to bind port 85ac3963-e517-43d5-8531-ad936c9306a6 on network 19b33287-e8f1-4ba3-9b40-154cff1c5c43 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:27:06.102688 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6c1075aa-6253-47ad-9fe4-b5340e684858 req-66e4d8cb-ddcd-498a-bb74-06b06e548ab3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684357 Nov 04 13:27:06.109007 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Checking agent: {'id': 'f3f49e7e-243b-4d29-a545-c161d140ab6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'started_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:27:06.109344 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Checking segment: {'id': 'fe6ae640-e823-4522-bac4-3d650ada9126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:27:06.109776 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Bound using segment: {'id': 'fe6ae640-e823-4522-bac4-3d650ada9126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43'} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:27:06.110941 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Bound port: 85ac3963-e517-43d5-8531-ad936c9306a6, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe6ae640-e823-4522-bac4-3d650ada9126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43'}}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:27:06.111324 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeec65d-b02c-4f04-8a60-d712c6166bcc req-e4302b3a-d2bd-4a68-98a6-82a0e1089eaf tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:06.111439 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:06.122646 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8eeec65d-b02c-4f04-8a60-d712c6166bcc req-e4302b3a-d2bd-4a68-98a6-82a0e1089eaf tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 944 time: 0.2037511 Nov 04 13:27:06.244751 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8eeec65d-b02c-4f04-8a60-d712c6166bcc req-da33174e-60f4-4b0b-9cf2-bc63c678fdbb tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211479 Nov 04 13:27:06.269358 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] For port 85ac3963-e517-43d5-8531-ad936c9306a6, host hv-cinder-81036, cleared binding levels {{(pid=82772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:27:06.273044 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] For port 85ac3963-e517-43d5-8531-ad936c9306a6, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=85ac3963-e517-43d5-8531-ad936c9306a6,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:27:06.410055 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:06.428105 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4a3d15ea-a1d6-4e74-8b5f-40ffee8bc5d1 req-8009b30b-8d38-4a01-84a2-74971f287f23 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 210 time: 0.1535811 Nov 04 13:27:06.434613 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-8ffea8af-d879-4678-be0e-bbe1ab84ef29 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:06.484418 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8f34b260-d37c-44e2-b60f-f6165b3a194d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:06.619129 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-8f34b260-d37c-44e2-b60f-f6165b3a194d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:06.626775 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 40326) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:06.630873 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-8f34b260-d37c-44e2-b60f-f6165b3a194d admin admin] Usage tracker for resource:security_group_rule and tenant:5c477161ae5f40db9fcc093775390cd2 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:06.635126 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-8f34b260-d37c-44e2-b60f-f6165b3a194d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:06.671511 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-8f34b260-d37c-44e2-b60f-f6165b3a194d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:06.750155 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-318d0992-5c3c-4bc1-81bf-9001dffc4a89 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:06.755209 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-318d0992-5c3c-4bc1-81bf-9001dffc4a89 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.52 "GET /v2.0/networks?id=6282d6f8-f89d-43c1-9bee-c61b55a30831 HTTP/1.1" status: 200 len: 811 time: 0.3960323 Nov 04 13:27:06.792234 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:06.793763 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] 10.222.0.52 "PUT /v2.0/ports/85ac3963-e517-43d5-8531-ad936c9306a6 HTTP/1.1" status: 200 len: 1094 time: 2.5850625 Nov 04 13:27:06.794708 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Pushing event updated for resources: {'Port': ['ID=85ac3963-e517-43d5-8531-ad936c9306a6,revision_number=3']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:06.798153 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a9705e-6620-4bcd-a317-5cd382075fa6', 'tag': '85ac3963-e517-43d5-8531-ad936c9306a6'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:27:06.819573 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:06.833195 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a4004-8911-41e7-aaa0-e7b73c563bec req-e58094fa-e3aa-454c-9597-9739485427a0 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:06.837234 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d37a4004-8911-41e7-aaa0-e7b73c563bec req-e58094fa-e3aa-454c-9597-9739485427a0 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 945 time: 0.3100507 Nov 04 13:27:06.906130 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-633113676-network', 'tenant_id': '5d076ed4b1194ea6803ecd4e9fe9426a'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:06.924602 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:06.931841 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8f34b260-d37c-44e2-b60f-f6165b3a194d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:06.940775 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Usage tracker for resource:network and tenant:5d076ed4b1194ea6803ecd4e9fe9426a is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:06.944023 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:06.960849 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:06.963208 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8f34b260-d37c-44e2-b60f-f6165b3a194d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:06.981472 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:06.988812 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a9705e-6620-4bcd-a317-5cd382075fa6', 'tag': '85ac3963-e517-43d5-8531-ad936c9306a6', 'status': 'completed', 'code': 200} Nov 04 13:27:07.010602 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-0f2728fb-2839-4557-bbdd-c20666753359 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Synchronizing usage tracker for tenant:a7451332362e46a2a0a216c2925c30eb on resource:security_group {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:27:07.019342 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d37a4004-8911-41e7-aaa0-e7b73c563bec req-f42d27d3-4da9-4543-904f-1a081ff24a33 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/security-groups?id=01fd9a0e-f479-4aaa-8b44-b163ec259297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562178 Nov 04 13:27:07.029267 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Made reservation on behalf of 5d076ed4b1194ea6803ecd4e9fe9426a for: {'network': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:27:07.031230 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-0f2728fb-2839-4557-bbdd-c20666753359 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Unset dirty status for tenant:a7451332362e46a2a0a216c2925c30eb on resource:security_group {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:27:07.032585 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-0f2728fb-2839-4557-bbdd-c20666753359 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7451332362e46a2a0a216c2925c30eb HTTP/1.1" status: 200 len: 379 time: 0.2143700 Nov 04 13:27:07.046518 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for network, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:07.049913 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-140243bb-7dfd-4d2b-beca-efd15ecb8e18 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Request body: {'port': {'device_id': 'e17adf15-5316-4abe-873b-bf90aad0f17e', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'admin_state_up': True, 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'security_groups': ['2c9b3a85-0a92-4537-a9d6-2edc9dcd6210']}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:07.082911 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-8f34b260-d37c-44e2-b60f-f6165b3a194d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5c477161ae5f40db9fcc093775390cd2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1027160 Nov 04 13:27:07.085606 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 40348) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:07.086691 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-20a13f48-aef7-49bf-9b81-c6077dbd9e37 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8899ac9b01e42658da4f7daa3a70cb6&device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 1097 time: 0.2034957 Nov 04 13:27:07.089382 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:07.122287 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34b260-d37c-44e2-b60f-f6165b3a194d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8b8448-f111-4ae6-a8b9-696dad60ec97,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:07.129658 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-8f34b260-d37c-44e2-b60f-f6165b3a194d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:07.185571 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:07.191438 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Usage tracker for resource:security_group_rule and tenant:5d076ed4b1194ea6803ecd4e9fe9426a is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:07.199349 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:07.207073 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:07.268372 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-a35aec46-3030-4db5-b151-ec1098778dd3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85ac3963-e517-43d5-8531-ad936c9306a6 HTTP/1.1" status: 200 len: 217 time: 0.1311185 Nov 04 13:27:07.292893 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d4d971b0-52e1-4e4f-92d6-6b7088a6af6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:07.335190 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:07.343311 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d4d971b0-52e1-4e4f-92d6-6b7088a6af6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:07.350189 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:07.359533 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:07.426038 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=82773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 13:27:07.457686 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-140243bb-7dfd-4d2b-beca-efd15ecb8e18 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:07.501327 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-38ba6f71-b192-4522-a48c-71700f98ca96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:07.503097 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-38ba6f71-b192-4522-a48c-71700f98ca96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=015f8400-61d5-446c-9985-04a90256d94c HTTP/1.1" status: 200 len: 856 time: 0.2022648 Nov 04 13:27:07.505829 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-140243bb-7dfd-4d2b-beca-efd15ecb8e18 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:07.507186 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:07.507614 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.db.segments_db [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Added segment da5888a9-0376-474e-ba65-2a0a7e2ceaaa of type vlan for network 480b04c7-2c7f-4eef-a32f-862840807958 Nov 04 13:27:07.515170 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a322e53b-1482-49cc-bffa-37bb4eb51338,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:07.516957 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d30539-cfa6-4e58-bd85-cacb5b89b274 req-f3674c52-6ee8-43f6-bfa9-dd0dea379958 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:07.519114 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-48d30539-cfa6-4e58-bd85-cacb5b89b274 req-f3674c52-6ee8-43f6-bfa9-dd0dea379958 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 945 time: 0.3830860 Nov 04 13:27:07.520279 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:07.551394 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742936165852'] for network, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:07.567401 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d4d971b0-52e1-4e4f-92d6-6b7088a6af6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:07.572316 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:07.596709 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-140243bb-7dfd-4d2b-beca-efd15ecb8e18 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Made reservation on behalf of a7451332362e46a2a0a216c2925c30eb for: {'port': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:27:07.599579 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-140243bb-7dfd-4d2b-beca-efd15ecb8e18 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:07.608429 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d971b0-52e1-4e4f-92d6-6b7088a6af6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8b8448-f111-4ae6-a8b9-696dad60ec97,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:07.618456 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-d4d971b0-52e1-4e4f-92d6-6b7088a6af6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:07.644656 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb0998-c121-444d-ba1e-634715a16d8f req-401887ef-149c-4ff7-929b-6585a6babea6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:07.646483 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9abb0998-c121-444d-ba1e-634715a16d8f req-401887ef-149c-4ff7-929b-6585a6babea6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 944 time: 0.2302399 Nov 04 13:27:07.648814 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for network, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:07.650531 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:07.651133 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:07.663209 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a1f20855-4e11-406e-a5be-6cf18699d117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:07.695393 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-48d30539-cfa6-4e58-bd85-cacb5b89b274 req-3bb063a8-7443-4653-b286-c6cf06991d51 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328311 Nov 04 13:27:07.723412 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d4d971b0-52e1-4e4f-92d6-6b7088a6af6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:07.727509 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-d4d971b0-52e1-4e4f-92d6-6b7088a6af6f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0c8b8448-f111-4ae6-a8b9-696dad60ec97 HTTP/1.1" status: 204 len: 168 time: 0.6407549 Nov 04 13:27:07.744339 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-cd9b14d2-8f84-47a7-87c1-0aedb5b0bf29 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b33287-e8f1-4ba3-9b40-154cff1c5c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2239168 Nov 04 13:27:07.804248 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1724408 Nov 04 13:27:07.806479 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 40380) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:07.812047 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-1d3153e7-8b69-46da-966f-ccf8770020de admin admin] Request body: {'subnet': {'network_id': '480b04c7-2c7f-4eef-a32f-862840807958', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-633113676-subnet', 'tenant_id': '5d076ed4b1194ea6803ecd4e9fe9426a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:07.832087 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Pushing event updated for resources: {'Network': ['ID=480b04c7-2c7f-4eef-a32f-862840807958,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:07.837053 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-1d3153e7-8b69-46da-966f-ccf8770020de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:07.839370 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:07.844530 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-1d3153e7-8b69-46da-966f-ccf8770020de admin admin] Usage tracker for resource:subnet and tenant:5d076ed4b1194ea6803ecd4e9fe9426a is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:07.848853 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-1d3153e7-8b69-46da-966f-ccf8770020de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:07.853825 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9abb0998-c121-444d-ba1e-634715a16d8f req-7f7db766-d6cd-473a-9118-10338d332d49 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919372 Nov 04 13:27:07.857441 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-1d3153e7-8b69-46da-966f-ccf8770020de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:07.870916 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Network 480b04c7-2c7f-4eef-a32f-862840807958 details requested by agent ovs-agent-dv-cinder-810367-1-smb with host dv-cinder-810367-1-smb {{(pid=82774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 04 13:27:07.883571 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3153e7-8b69-46da-966f-ccf8770020de admin admin] Made reservation on behalf of 5d076ed4b1194ea6803ecd4e9fe9426a for: {'subnet': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:27:07.886263 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1d3153e7-8b69-46da-966f-ccf8770020de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2421757'] for subnet, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:07.917609 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-140243bb-7dfd-4d2b-beca-efd15ecb8e18 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Allocated IP 172.20.0.4 (6282d6f8-f89d-43c1-9bee-c61b55a30831/a8b765cb-cd12-4457-b597-71f7e124b9ac/82d4400c-2819-4365-af92-3c9f5c02584f) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:27:08.036587 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-e46ecd2f-b162-42a6-921c-9b363d2749eb service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606339 Nov 04 13:27:08.041301 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4a15d2e8-ce30-412f-89da-baf0911a3670 req-096efc57-aeeb-4d4a-8b4a-17411b4dca8f tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 210 time: 0.0779374 Nov 04 13:27:08.190739 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1d3153e7-8b69-46da-966f-ccf8770020de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2421643'] for subnet, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:08.195913 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-e58f2023-7b36-4537-b258-b604bf8c141e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:08.391016 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 40392) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:08.398487 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3153e7-8b69-46da-966f-ccf8770020de admin admin] Pushing event updated for resources: {'Subnet': ['ID=044383db-1fe5-4976-a483-8e33726623cc,revision_number=0']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:08.401442 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-1d3153e7-8b69-46da-966f-ccf8770020de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:08.440757 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e5a30884-e341-4419-b211-cb8ea80f41e9 req-bec9cc60-992c-4b07-abfc-7b18af41c6e0 service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887517 Nov 04 13:27:08.441813 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-6168e124-2ae5-45a0-947d-01d3b6b37b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:08.478281 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-140243bb-7dfd-4d2b-beca-efd15ecb8e18 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:08.483507 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3153e7-8b69-46da-966f-ccf8770020de admin admin] Checking segment: {'id': 'da5888a9-0376-474e-ba65-2a0a7e2ceaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '480b04c7-2c7f-4eef-a32f-862840807958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:27:08.483934 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3153e7-8b69-46da-966f-ccf8770020de admin admin] Network hostable DHCP agents. Network: 480b04c7-2c7f-4eef-a32f-862840807958, hostable agents: ['631ea237-d78a-4659-83c4-0eb0d10a6a4b'], hosted agents: [] {{(pid=82773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 13:27:08.507906 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e729932-b547-40df-a243-ce45532174e2 req-1dfd6db4-11e9-4df0-ada8-44a9a4bcafdc tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:08.509469 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-0e729932-b547-40df-a243-ce45532174e2 req-1dfd6db4-11e9-4df0-ada8-44a9a4bcafdc tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 945 time: 0.1452241 Nov 04 13:27:08.536017 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3153e7-8b69-46da-966f-ccf8770020de admin admin] Network 480b04c7-2c7f-4eef-a32f-862840807958 is scheduled to be hosted by DHCP agent 631ea237-d78a-4659-83c4-0eb0d10a6a4b with binding_index 1 {{(pid=82773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 13:27:08.552599 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.provisioning_blocks [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-140243bb-7dfd-4d2b-beca-efd15ecb8e18 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Transition to ACTIVE for port object 82d4400c-2819-4365-af92-3c9f5c02584f will not be triggered until provisioned by entity DHCP. {{(pid=82772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:27:08.554649 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-6168e124-2ae5-45a0-947d-01d3b6b37b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:08.557151 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-1d3153e7-8b69-46da-966f-ccf8770020de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-smb, 480b04c7-2c7f-4eef-a32f-862840807958) {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:27:08.562549 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-6168e124-2ae5-45a0-947d-01d3b6b37b5a admin admin] Usage tracker for resource:security_group_rule and tenant:f7bae22317a843ed8c71a7c031cc429c is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:08.566252 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3153e7-8b69-46da-966f-ccf8770020de admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:08.566903 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1d3153e7-8b69-46da-966f-ccf8770020de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:08.567284 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-6168e124-2ae5-45a0-947d-01d3b6b37b5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:08.575241 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f20bc3-e43c-4245-8ae0-596ab4fb7ecb None None] Network 480b04c7-2c7f-4eef-a32f-862840807958 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:27:08.577320 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-6168e124-2ae5-45a0-947d-01d3b6b37b5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:08.620314 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-0e729932-b547-40df-a243-ce45532174e2 req-8ed82e76-8d30-44fb-92c7-7c0989fadaac tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/security-groups?id=01fd9a0e-f479-4aaa-8b44-b163ec259297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000838 Nov 04 13:27:08.630574 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-1d3153e7-8b69-46da-966f-ccf8770020de admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8196712 Nov 04 13:27:08.642603 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-70e3625d-ec4e-42aa-8aed-529faf6802bd req-67a75849-d4ec-4dea-aa8b-1d75f02cd0fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8899ac9b01e42658da4f7daa3a70cb6&device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 1097 time: 0.1517618 Nov 04 13:27:08.648688 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-140243bb-7dfd-4d2b-beca-efd15ecb8e18 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:08.692315 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:08.910591 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-140243bb-7dfd-4d2b-beca-efd15ecb8e18 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Network 6282d6f8-f89d-43c1-9bee-c61b55a30831 is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:27:08.932327 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-6168e124-2ae5-45a0-947d-01d3b6b37b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:08.941474 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-140243bb-7dfd-4d2b-beca-efd15ecb8e18 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:27:08.946602 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-140243bb-7dfd-4d2b-beca-efd15ecb8e18 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:27:09.003499 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de9fa27-dc59-4c04-8f37-d493d4717b57 None None] Network 480b04c7-2c7f-4eef-a32f-862840807958 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:27:09.026504 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-6168e124-2ae5-45a0-947d-01d3b6b37b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:09.133961 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140243bb-7dfd-4d2b-beca-efd15ecb8e18 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Pushing event updated for resources: {'Port': ['ID=82d4400c-2819-4365-af92-3c9f5c02584f,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:09.173052 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-140243bb-7dfd-4d2b-beca-efd15ecb8e18 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:09.181691 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:09.230671 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3625d-ec4e-42aa-8aed-529faf6802bd req-2c61a8b0-7a9a-4fca-a793-3464a9ef4a37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:09.232166 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-70e3625d-ec4e-42aa-8aed-529faf6802bd req-2c61a8b0-7a9a-4fca-a793-3464a9ef4a37 service neutron] 10.222.0.52 "GET /v2.0/networks?id=19b33287-e8f1-4ba3-9b40-154cff1c5c43 HTTP/1.1" status: 200 len: 918 time: 0.5761776 Nov 04 13:27:09.428736 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fe58a-a77e-4258-ac2a-d86663f2b2bb req-6bb30d52-43aa-4c19-868c-79e9843fbe59 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:09.435218 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-513fe58a-a77e-4258-ac2a-d86663f2b2bb req-6bb30d52-43aa-4c19-868c-79e9843fbe59 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 944 time: 0.2131464 Nov 04 13:27:09.472152 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-34467ed0-dc4d-47e3-9424-2ce98e76d491 None None] Provisioning for port 82d4400c-2819-4365-af92-3c9f5c02584f completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:27:09.478512 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-34467ed0-dc4d-47e3-9424-2ce98e76d491 None None] Provisioning complete for port 82d4400c-2819-4365-af92-3c9f5c02584f triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:27:09.478992 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-34467ed0-dc4d-47e3-9424-2ce98e76d491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:09.538725 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-140243bb-7dfd-4d2b-beca-efd15ecb8e18 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:09.539352 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-140243bb-7dfd-4d2b-beca-efd15ecb8e18 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:09.547407 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-513fe58a-a77e-4258-ac2a-d86663f2b2bb req-c8f5e6af-f032-4fb2-be6b-c42450234b61 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049070 Nov 04 13:27:09.553568 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-6168e124-2ae5-45a0-947d-01d3b6b37b5a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f7bae22317a843ed8c71a7c031cc429c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1573231 Nov 04 13:27:09.553749 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 40436) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:09.567292 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168e124-2ae5-45a0-947d-01d3b6b37b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4b9abf-3125-4b7a-8919-22d3fa5b60f5,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:09.571489 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-6168e124-2ae5-45a0-947d-01d3b6b37b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:09.577398 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-70e3625d-ec4e-42aa-8aed-529faf6802bd req-a03bc315-2f90-417c-b87a-8551cd2e62a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85ac3963-e517-43d5-8531-ad936c9306a6 HTTP/1.1" status: 200 len: 217 time: 0.2624047 Nov 04 13:27:09.655864 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-34467ed0-dc4d-47e3-9424-2ce98e76d491 None None] Port 82d4400c-2819-4365-af92-3c9f5c02584f cannot update to ACTIVE because it is not bound. {{(pid=82774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 04 13:27:09.670768 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210103e5-9aa7-4a72-a199-d875ffc7af93 req-15f3a60d-367b-422b-8ea7-f6f471059cf2 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:09.679773 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-210103e5-9aa7-4a72-a199-d875ffc7af93 req-15f3a60d-367b-422b-8ea7-f6f471059cf2 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 945 time: 0.6653583 Nov 04 13:27:09.686344 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-140243bb-7dfd-4d2b-beca-efd15ecb8e18 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6463027 Nov 04 13:27:09.710157 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-59d19ae7-fb99-476d-a961-54cbee451ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:09.725394 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Request body: {'port': {'device_id': 'e17adf15-5316-4abe-873b-bf90aad0f17e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:09.742449 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-59d19ae7-fb99-476d-a961-54cbee451ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:09.835094 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3625d-ec4e-42aa-8aed-529faf6802bd req-cfbd4aef-c384-46be-9778-fa03809edc23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:09.836571 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-70e3625d-ec4e-42aa-8aed-529faf6802bd req-cfbd4aef-c384-46be-9778-fa03809edc23 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=015f8400-61d5-446c-9985-04a90256d94c HTTP/1.1" status: 200 len: 856 time: 0.2474976 Nov 04 13:27:09.847387 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-59d19ae7-fb99-476d-a961-54cbee451ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:09.857125 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:09.874437 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d19ae7-fb99-476d-a961-54cbee451ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4b9abf-3125-4b7a-8919-22d3fa5b60f5,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:09.888648 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-59d19ae7-fb99-476d-a961-54cbee451ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:09.898963 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-59d19ae7-fb99-476d-a961-54cbee451ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:09.900086 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-59d19ae7-fb99-476d-a961-54cbee451ee9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8f4b9abf-3125-4b7a-8919-22d3fa5b60f5 HTTP/1.1" status: 204 len: 168 time: 0.3447168 Nov 04 13:27:09.952472 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b34127-7b9a-4a73-9168-65d559d95f4a req-f6baee17-3568-477a-8552-21dad4b1fd9b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:09.956313 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a9b34127-7b9a-4a73-9168-65d559d95f4a req-f6baee17-3568-477a-8552-21dad4b1fd9b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 931 time: 0.1432252 Nov 04 13:27:09.989337 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-210103e5-9aa7-4a72-a199-d875ffc7af93 req-05e081c5-cc66-4ba1-8c4f-3d85f59d9bf9 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082356 Nov 04 13:27:10.026835 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:10.043999 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-70e3625d-ec4e-42aa-8aed-529faf6802bd req-1ecfe96d-a46d-496c-a1e9-3e591e63930b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b33287-e8f1-4ba3-9b40-154cff1c5c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1898463 Nov 04 13:27:10.086900 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a9b34127-7b9a-4a73-9168-65d559d95f4a req-e9b4ad2d-b6d9-4e1c-ad42-f192c2f1f962 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248167 Nov 04 13:27:10.806220 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-70e3625d-ec4e-42aa-8aed-529faf6802bd req-45dec9b5-b186-4f93-a7f9-49bd05dd05af service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929255 Nov 04 13:27:10.808500 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 40482) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:10.815533 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-165494963-network', 'tenant_id': 'e9c97b7c65f846beb017a1e90e8ad24f'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:10.825293 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:10.837464 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Usage tracker for resource:network and tenant:e9c97b7c65f846beb017a1e90e8ad24f is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:10.849068 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 85ac3963-e517-43d5-8531-ad936c9306a6 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:27:10.850656 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:10.857126 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:10.879831 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Made reservation on behalf of e9c97b7c65f846beb017a1e90e8ad24f for: {'network': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:27:10.882038 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for network, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:10.904286 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:10.981125 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:10.987861 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Usage tracker for resource:security_group_rule and tenant:e9c97b7c65f846beb017a1e90e8ad24f is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:10.991737 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:10.995153 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.db.resource_extend [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 13:27:11.014490 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:11.052148 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 85ac3963-e517-43d5-8531-ad936c9306a6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=85ac3963-e517-43d5-8531-ad936c9306a6,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:11.076744 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': '85ac3963-e517-43d5-8531-ad936c9306a6', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'port_id': '85ac3963-e517-43d5-8531-ad936c9306a6', 'mac_address': 'fa:16:3e:05:de:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:27:11.154419 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:11.165363 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:11.179663 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=82773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 13:27:11.199712 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:11.200239 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:11.201064 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.db.segments_db [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Added segment 148caa83-a244-4037-81b6-7d8ecde7d063 of type vlan for network a9b201f7-f34e-45aa-aaac-f49963343fc1 Nov 04 13:27:11.269898 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ac3963-e517-43d5-8531-ad936c9306a6 {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:27:11.283963 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742936165852'] for network, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:11.324965 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 85ac3963-e517-43d5-8531-ad936c9306a6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=85ac3963-e517-43d5-8531-ad936c9306a6,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:11.335071 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-aed9d565-67c6-4319-bb7b-6c2be8f7cd1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:11.344100 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:11.348104 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:11.386293 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for network, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:11.389753 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:11.390322 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:11.411025 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d4400c-2819-4365-af92-3c9f5c02584f {{(pid=82772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:27:11.437368 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f1b072-3f4f-491b-ac2b-a7e2abe4c71d,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:11.442748 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:11.449774 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:11.455066 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:11.478363 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6653712 Nov 04 13:27:11.481964 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 40512) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:11.492050 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-70e3625d-ec4e-42aa-8aed-529faf6802bd req-55cbcc0b-881c-4a3c-a2a9-c9cfa5557cb3 service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6718938 Nov 04 13:27:11.517048 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-dfe593ba-65b5-4361-b02d-72362f971377 admin admin] Request body: {'subnet': {'network_id': 'a9b201f7-f34e-45aa-aaac-f49963343fc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-165494963-subnet', 'tenant_id': 'e9c97b7c65f846beb017a1e90e8ad24f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:11.522127 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-dfe593ba-65b5-4361-b02d-72362f971377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:11.526181 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-dfe593ba-65b5-4361-b02d-72362f971377 admin admin] Usage tracker for resource:subnet and tenant:e9c97b7c65f846beb017a1e90e8ad24f is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:11.530430 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-dfe593ba-65b5-4361-b02d-72362f971377 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:11.531244 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=85ac3963-e517-43d5-8531-ad936c9306a6,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:11.546897 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:11.551744 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fb3f5-d556-4ea6-bb0f-0362085fb205 req-b6818423-ba2e-4cd5-b980-dfba43a94be9 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:11.560650 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-dfe593ba-65b5-4361-b02d-72362f971377 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:11.565336 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ff2fb3f5-d556-4ea6-bb0f-0362085fb205 req-b6818423-ba2e-4cd5-b980-dfba43a94be9 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 944 time: 0.6915197 Nov 04 13:27:11.578822 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.provisioning_blocks [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Transition to ACTIVE for port object 82d4400c-2819-4365-af92-3c9f5c02584f will not be triggered until provisioned by entity L2. {{(pid=82772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:27:11.598755 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['85ac3963-e517-43d5-8531-ad936c9306a6'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:27:11.636161 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Pushing event updated for resources: {'Network': ['ID=a9b201f7-f34e-45aa-aaac-f49963343fc1,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:11.637953 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ff2fb3f5-d556-4ea6-bb0f-0362085fb205 req-e6ee43ee-8016-49e3-b110-1c77af75743e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611115 Nov 04 13:27:11.639069 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:11.640429 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:11.643642 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe593ba-65b5-4361-b02d-72362f971377 admin admin] Made reservation on behalf of e9c97b7c65f846beb017a1e90e8ad24f for: {'subnet': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:27:11.645562 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:11.647049 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-dfe593ba-65b5-4361-b02d-72362f971377 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2421757'] for subnet, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:11.780852 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Network a9b201f7-f34e-45aa-aaac-f49963343fc1 details requested by agent ovs-agent-dv-cinder-810367-1-smb with host dv-cinder-810367-1-smb {{(pid=82774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 04 13:27:12.003691 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-dfe593ba-65b5-4361-b02d-72362f971377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2421643'] for subnet, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:12.009529 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-5665d56b-96ce-432c-b27e-7c3704733ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:12.123974 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe593ba-65b5-4361-b02d-72362f971377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e21a29c7-3f88-4aae-b869-31c697add421,revision_number=0']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:12.128329 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-dfe593ba-65b5-4361-b02d-72362f971377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:12.139638 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe593ba-65b5-4361-b02d-72362f971377 admin admin] Checking segment: {'id': '148caa83-a244-4037-81b6-7d8ecde7d063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'a9b201f7-f34e-45aa-aaac-f49963343fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:27:12.139991 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe593ba-65b5-4361-b02d-72362f971377 admin admin] Network hostable DHCP agents. Network: a9b201f7-f34e-45aa-aaac-f49963343fc1, hostable agents: ['631ea237-d78a-4659-83c4-0eb0d10a6a4b'], hosted agents: [] {{(pid=82773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 13:27:12.168077 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Pushing event updated for resources: {'Port': ['ID=82d4400c-2819-4365-af92-3c9f5c02584f,revision_number=2']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:12.201668 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe593ba-65b5-4361-b02d-72362f971377 admin admin] Network a9b201f7-f34e-45aa-aaac-f49963343fc1 is scheduled to be hosted by DHCP agent 631ea237-d78a-4659-83c4-0eb0d10a6a4b with binding_index 1 {{(pid=82773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 13:27:12.231392 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-dfe593ba-65b5-4361-b02d-72362f971377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-smb, a9b201f7-f34e-45aa-aaac-f49963343fc1) {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:27:12.238903 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe593ba-65b5-4361-b02d-72362f971377 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:12.239487 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-dfe593ba-65b5-4361-b02d-72362f971377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:12.247419 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b8fc97-b68d-4dc5-adb9-5c98f89aea5f None None] Network a9b201f7-f34e-45aa-aaac-f49963343fc1 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:27:12.250334 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:12.307423 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-dfe593ba-65b5-4361-b02d-72362f971377 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8224254 Nov 04 13:27:12.345195 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Attempting to bind port 82d4400c-2819-4365-af92-3c9f5c02584f on host hv-cinder-81036 for vnic_type normal with profile {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:27:12.345954 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Attempting to bind port 82d4400c-2819-4365-af92-3c9f5c02584f by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '97447998-9e24-4d21-a093-d5a1c9899616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831'}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:27:12.346285 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Attempting to bind port 82d4400c-2819-4365-af92-3c9f5c02584f on network 6282d6f8-f89d-43c1-9bee-c61b55a30831 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:27:12.360774 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50942c34-27d1-4faa-9244-a9a2b15f20ad req-a39cc42b-ee60-41f3-af9a-c2a322c757b2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:12.361482 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-50942c34-27d1-4faa-9244-a9a2b15f20ad req-a39cc42b-ee60-41f3-af9a-c2a322c757b2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Synchronizing usage tracker for tenant:a7451332362e46a2a0a216c2925c30eb on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:27:12.374122 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Port 82d4400c-2819-4365-af92-3c9f5c02584f on network 6282d6f8-f89d-43c1-9bee-c61b55a30831 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 04 13:27:12.374446 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Attempting to bind port 82d4400c-2819-4365-af92-3c9f5c02584f on network 6282d6f8-f89d-43c1-9bee-c61b55a30831 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:27:12.384762 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Checking agent: {'id': 'f3f49e7e-243b-4d29-a545-c161d140ab6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'started_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:27:12.385101 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Checking segment: {'id': '97447998-9e24-4d21-a093-d5a1c9899616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:27:12.385482 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Bound using segment: {'id': '97447998-9e24-4d21-a093-d5a1c9899616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831'} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:27:12.385975 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Bound port: 82d4400c-2819-4365-af92-3c9f5c02584f, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97447998-9e24-4d21-a093-d5a1c9899616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831'}}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:27:12.386580 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:12.403700 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-50942c34-27d1-4faa-9244-a9a2b15f20ad req-a39cc42b-ee60-41f3-af9a-c2a322c757b2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Unset dirty status for tenant:a7451332362e46a2a0a216c2925c30eb on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:27:12.405067 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-50942c34-27d1-4faa-9244-a9a2b15f20ad req-a39cc42b-ee60-41f3-af9a-c2a322c757b2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 943 time: 0.4436715 Nov 04 13:27:12.547145 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] For port 82d4400c-2819-4365-af92-3c9f5c02584f, host hv-cinder-81036, cleared binding levels {{(pid=82772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:27:12.553680 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] For port 82d4400c-2819-4365-af92-3c9f5c02584f, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=82d4400c-2819-4365-af92-3c9f5c02584f,segment=NetworkSegment(97447998-9e24-4d21-a093-d5a1c9899616),segment_id=97447998-9e24-4d21-a093-d5a1c9899616)] {{(pid=82772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:27:12.577923 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:12.593399 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-50942c34-27d1-4faa-9244-a9a2b15f20ad req-4204b854-e7b7-4323-a646-29ef4adfc816 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006739 Nov 04 13:27:12.595389 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:12.741025 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e861546-1211-4500-b505-4f2aa7b708fc None None] Network a9b201f7-f34e-45aa-aaac-f49963343fc1 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:27:12.776674 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Pushing event updated for resources: {'Port': ['ID=82d4400c-2819-4365-af92-3c9f5c02584f,revision_number=3']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:12.794968 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:12.796579 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] 10.222.0.52 "PUT /v2.0/ports/82d4400c-2819-4365-af92-3c9f5c02584f HTTP/1.1" status: 200 len: 1093 time: 3.0883842 Nov 04 13:27:12.799643 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17adf15-5316-4abe-873b-bf90aad0f17e', 'tag': '82d4400c-2819-4365-af92-3c9f5c02584f'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:27:12.806622 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:13.057878 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58c744-d701-44b5-b200-2ac5c5b80aee req-dc57b0f6-9378-4ccb-805a-da3e3a00b45c tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:13.059644 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-cc58c744-d701-44b5-b200-2ac5c5b80aee req-dc57b0f6-9378-4ccb-805a-da3e3a00b45c tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 945 time: 0.2270982 Nov 04 13:27:13.071337 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-23c2339f-56cc-416b-83ef-aca23d673d1d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7451332362e46a2a0a216c2925c30eb&device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 1096 time: 0.1575851 Nov 04 13:27:13.180014 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-44ff97e2-66ea-49dc-afd9-f13f3deb41d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82d4400c-2819-4365-af92-3c9f5c02584f HTTP/1.1" status: 200 len: 217 time: 0.0868957 Nov 04 13:27:13.245458 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-cc58c744-d701-44b5-b200-2ac5c5b80aee req-22da25ce-81f6-41c0-aef4-70037fcaa6ee tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722522 Nov 04 13:27:13.273865 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-4c4595d0-85a5-4cb7-b9b8-88c85cdce057 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:13.279089 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-4c4595d0-85a5-4cb7-b9b8-88c85cdce057 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a8b765cb-cd12-4457-b597-71f7e124b9ac HTTP/1.1" status: 200 len: 850 time: 0.0920637 Nov 04 13:27:13.426017 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17adf15-5316-4abe-873b-bf90aad0f17e', 'tag': '82d4400c-2819-4365-af92-3c9f5c02584f', 'status': 'completed', 'code': 200} Nov 04 13:27:13.435060 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-97ecf4a0-8f05-4e8a-88c8-fdd5f62b176d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6282d6f8-f89d-43c1-9bee-c61b55a30831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1340024 Nov 04 13:27:13.736027 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-7cc4eb5e-6618-4619-83ba-c6224819a8d0 service neutron] 10.222.0.52 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925351 Nov 04 13:27:13.987609 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bba286-7073-4574-9955-9379cb5e61a1 req-467ca4c9-a962-40db-9ed9-99f2215b3478 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:13.989602 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d0bba286-7073-4574-9955-9379cb5e61a1 req-467ca4c9-a962-40db-9ed9-99f2215b3478 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 943 time: 0.1377513 Nov 04 13:27:14.106494 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d0bba286-7073-4574-9955-9379cb5e61a1 req-ff5c8275-4e48-4b18-bc26-5949880a3a12 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098001 Nov 04 13:27:14.244152 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1a79bb6c-13c1-40e7-b8b2-0c6599132cb8 req-83ba32f5-12c2-4aa1-890f-8323d29eee14 service neutron] 10.222.0.52 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015659 Nov 04 13:27:14.248841 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-69617a60-4577-42cc-bab7-e1ddf4e5174d tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:14.250188 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-69617a60-4577-42cc-bab7-e1ddf4e5174d tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/networks?id=480b04c7-2c7f-4eef-a32f-862840807958 HTTP/1.1" status: 200 len: 808 time: 0.3648796 Nov 04 13:27:14.276800 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-58fb46e5-3220-416e-b4c3-1bd20cdaa4a7 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/quotas/5d076ed4b1194ea6803ecd4e9fe9426a HTTP/1.1" status: 200 len: 375 time: 0.0148251 Nov 04 13:27:14.383719 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-cb9d3c74-a51e-4026-9979-508482f0ff94 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=5d076ed4b1194ea6803ecd4e9fe9426a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0948262 Nov 04 13:27:14.552069 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-52ddbacc-aecc-4f25-8016-26e9b6217395 req-817052fc-d013-4fa6-b6c9-4f75c024ec72 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7451332362e46a2a0a216c2925c30eb&device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 1096 time: 0.2105446 Nov 04 13:27:14.561430 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc92220-1fcc-4dfc-b1b1-7235daab9ebb req-551bf60b-f1a6-46d2-80c1-92d84bfcaeaa tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:14.563394 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-3cc92220-1fcc-4dfc-b1b1-7235daab9ebb req-551bf60b-f1a6-46d2-80c1-92d84bfcaeaa tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 945 time: 0.1148748 Nov 04 13:27:14.622195 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-3cc92220-1fcc-4dfc-b1b1-7235daab9ebb req-3c4bd7ec-7816-4139-a91b-c9faa8e43562 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530374 Nov 04 13:27:14.628953 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-f2185bb2-7ea3-444e-8813-54e4e19da3eb service neutron] 10.222.0.93 "GET /v2.0/networks/480b04c7-2c7f-4eef-a32f-862840807958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264564 Nov 04 13:27:14.853222 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ddbacc-aecc-4f25-8016-26e9b6217395 req-228eccec-cbd5-4ae6-bb3f-5c3fe0e16e3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:14.855749 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-52ddbacc-aecc-4f25-8016-26e9b6217395 req-228eccec-cbd5-4ae6-bb3f-5c3fe0e16e3a service neutron] 10.222.0.52 "GET /v2.0/networks?id=6282d6f8-f89d-43c1-9bee-c61b55a30831 HTTP/1.1" status: 200 len: 912 time: 0.2948165 Nov 04 13:27:14.878141 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 85ac3963-e517-43d5-8531-ad936c9306a6 up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:27:14.959744 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-7c5d3a02-50bf-4b27-a611-3c7e95946163 service neutron] 10.222.0.93 "GET /v2.0/networks/480b04c7-2c7f-4eef-a32f-862840807958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231335 Nov 04 13:27:14.982136 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-52ddbacc-aecc-4f25-8016-26e9b6217395 req-c2bc95b9-0ba8-46a7-b26e-c595d1ac40d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82d4400c-2819-4365-af92-3c9f5c02584f HTTP/1.1" status: 200 len: 217 time: 0.1051805 Nov 04 13:27:14.987629 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning for port 85ac3963-e517-43d5-8531-ad936c9306a6 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:27:14.993158 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port 85ac3963-e517-43d5-8531-ad936c9306a6 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:27:14.995321 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:15.081235 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ddbacc-aecc-4f25-8016-26e9b6217395 req-91301b40-dc26-46f8-83dd-8ffc40a47267 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:15.083158 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-52ddbacc-aecc-4f25-8016-26e9b6217395 req-91301b40-dc26-46f8-83dd-8ffc40a47267 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a8b765cb-cd12-4457-b597-71f7e124b9ac HTTP/1.1" status: 200 len: 850 time: 0.0943441 Nov 04 13:27:15.282482 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:15.362987 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a9705e-6620-4bcd-a317-5cd382075fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ac3963-e517-43d5-8531-ad936c9306a6'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:27:15.380304 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-52ddbacc-aecc-4f25-8016-26e9b6217395 req-457356f0-657b-4d3f-8125-df370951ff81 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6282d6f8-f89d-43c1-9bee-c61b55a30831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2887528 Nov 04 13:27:15.395856 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 85ac3963-e517-43d5-8531-ad936c9306a6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=85ac3963-e517-43d5-8531-ad936c9306a6,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:15.410427 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:15.413506 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:15.538367 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=85ac3963-e517-43d5-8531-ad936c9306a6,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:15.546281 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:15.608428 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-f4d8dc49-b766-4094-a820-cc9c823ddd47 req-022a6e81-af98-4281-84ec-df8aa1a56cb5 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f35b9b-a1a4-4b8f-8976-24a21d0f59dc HTTP/1.1" status: 200 len: 210 time: 0.0851452 Nov 04 13:27:15.717247 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-52ddbacc-aecc-4f25-8016-26e9b6217395 req-026fab79-83f4-43ea-96f3-2ff1e9c3be3e service neutron] 10.222.0.52 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283789 Nov 04 13:27:15.723648 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f674b41-3353-4d48-ad78-6f8a41639be8 req-c7a09560-0460-4ce0-899f-1606f7caa243 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:15.724652 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3f674b41-3353-4d48-ad78-6f8a41639be8 req-c7a09560-0460-4ce0-899f-1606f7caa243 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 943 time: 0.2524352 Nov 04 13:27:15.747968 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a9705e-6620-4bcd-a317-5cd382075fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ac3963-e517-43d5-8531-ad936c9306a6', 'code': 200} Nov 04 13:27:15.923594 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3f674b41-3353-4d48-ad78-6f8a41639be8 req-50e1105b-71c1-456f-b062-29a59e623049 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791759 Nov 04 13:27:16.005685 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-52ddbacc-aecc-4f25-8016-26e9b6217395 req-538d8708-88b2-4e8f-896d-d534e26b1bb4 service neutron] 10.222.0.52 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800701 Nov 04 13:27:16.086270 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e4b68-de93-48f3-852c-247caf316ae1 req-0eae68d2-0648-4a84-b661-318e2fc869c0 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:16.089776 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-db1e4b68-de93-48f3-852c-247caf316ae1 req-0eae68d2-0648-4a84-b661-318e2fc869c0 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 945 time: 0.1493540 Nov 04 13:27:16.184312 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-db1e4b68-de93-48f3-852c-247caf316ae1 req-7f5f8e21-3051-4a74-b89d-a53f577af417 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/security-groups?id=01fd9a0e-f479-4aaa-8b44-b163ec259297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856073 Nov 04 13:27:16.239261 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-556b4c66-92cb-43c3-9d8b-f0d7f2754815 req-959e4ccd-1525-49e9-b4b3-407020dd62dd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 1099 time: 0.1019795 Nov 04 13:27:16.246286 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c3499-8e58-4b14-942f-9eecdf39b41b req-4d38e591-8a9e-4af3-8d46-66a9a7e17dca tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:16.254233 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-692c3499-8e58-4b14-942f-9eecdf39b41b req-4d38e591-8a9e-4af3-8d46-66a9a7e17dca tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.1820111 Nov 04 13:27:16.346256 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-692c3499-8e58-4b14-942f-9eecdf39b41b req-8adfc190-0966-44b6-af97-f37ff4dd7b4b tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910451 Nov 04 13:27:16.348583 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-556b4c66-92cb-43c3-9d8b-f0d7f2754815 req-ac16ff61-43df-42f0-b3b1-dcbe4d928213 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776889 Nov 04 13:27:16.695470 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-c7b37fd7-6a8b-4647-a901-c4827bcd8754 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:16.696767 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-c7b37fd7-6a8b-4647-a901-c4827bcd8754 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/networks?id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e HTTP/1.1" status: 200 len: 815 time: 0.1696720 Nov 04 13:27:16.716241 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-499a3ec6-3142-41e6-863b-89b6a0c46ea1 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/quotas/ca590547524248caa833248e6087476c HTTP/1.1" status: 200 len: 375 time: 0.0136814 Nov 04 13:27:16.826591 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4822abc3-f3d7-460d-888f-515416f1c5c4 req-81486758-929e-4ebe-8b54-6e9112a0574d tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f35b9b-a1a4-4b8f-8976-24a21d0f59dc HTTP/1.1" status: 200 len: 210 time: 0.0575738 Nov 04 13:27:16.858023 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-14666343-a217-42c0-bdbf-8fe63b984714 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca590547524248caa833248e6087476c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1356058 Nov 04 13:27:16.877147 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 82d4400c-2819-4365-af92-3c9f5c02584f details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:27:17.049731 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 82d4400c-2819-4365-af92-3c9f5c02584f, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=82d4400c-2819-4365-af92-3c9f5c02584f,segment=NetworkSegment(97447998-9e24-4d21-a093-d5a1c9899616),segment_id=97447998-9e24-4d21-a093-d5a1c9899616)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:17.081095 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-18283907-19f6-412d-b852-8e9259d7abd1 service neutron] 10.222.0.93 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221942 Nov 04 13:27:17.093150 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': '82d4400c-2819-4365-af92-3c9f5c02584f', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'port_id': '82d4400c-2819-4365-af92-3c9f5c02584f', 'mac_address': 'fa:16:3e:c1:f5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:27:17.161295 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:17.170313 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a066455-a85f-4bec-a8b5-f9ceab57aff0 req-9e1c7550-38a6-4232-be22-05a0a298d0b5 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:17.171988 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7a066455-a85f-4bec-a8b5-f9ceab57aff0 req-9e1c7550-38a6-4232-be22-05a0a298d0b5 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 943 time: 0.1061010 Nov 04 13:27:17.185447 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d4400c-2819-4365-af92-3c9f5c02584f {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:27:17.205396 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 82d4400c-2819-4365-af92-3c9f5c02584f, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=82d4400c-2819-4365-af92-3c9f5c02584f,segment=NetworkSegment(97447998-9e24-4d21-a093-d5a1c9899616),segment_id=97447998-9e24-4d21-a093-d5a1c9899616)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:17.212994 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:17.216454 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-ed249f45-fd4d-48af-834e-ad3bbaa91d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:17.251722 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7a066455-a85f-4bec-a8b5-f9ceab57aff0 req-39231613-2ae9-4e09-a0f8-6d9fbf339f68 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719457 Nov 04 13:27:17.328328 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-dec5eef4-95ff-46c1-82be-6b1a3a2dc714 service neutron] 10.222.0.93 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412140 Nov 04 13:27:17.372936 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=82d4400c-2819-4365-af92-3c9f5c02584f,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:17.376651 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:17.560863 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['82d4400c-2819-4365-af92-3c9f5c02584f'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:27:17.712548 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d72566-da3f-490b-8728-6020d3fee112 req-4e6606d7-3c7d-4663-9ed5-3b616a9f2dba tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:17.714475 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-20d72566-da3f-490b-8728-6020d3fee112 req-4e6606d7-3c7d-4663-9ed5-3b616a9f2dba tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.1279464 Nov 04 13:27:17.873736 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-20d72566-da3f-490b-8728-6020d3fee112 req-124b262a-924f-4c68-b227-308b59e3434c tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509869 Nov 04 13:27:18.014838 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-c499f3b2-c6d1-421c-af5a-05a3ede491af tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:18.018169 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-c499f3b2-c6d1-421c-af5a-05a3ede491af tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.52 "GET /v2.0/networks?id=480b04c7-2c7f-4eef-a32f-862840807958 HTTP/1.1" status: 200 len: 808 time: 0.6831648 Nov 04 13:27:18.041948 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-dce59369-2c8a-464b-ac6a-89a8d16be7bc tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Request body: {'port': {'device_id': '27f35b9b-a1a4-4b8f-8976-24a21d0f59dc', 'network_id': '480b04c7-2c7f-4eef-a32f-862840807958', 'admin_state_up': True, 'tenant_id': '5d076ed4b1194ea6803ecd4e9fe9426a'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:18.067887 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3420c-9015-4042-a202-e73d50624cde req-6a700b78-a146-4301-95e2-9c7f6cfe7f4b tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:18.069518 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e3a3420c-9015-4042-a202-e73d50624cde req-6a700b78-a146-4301-95e2-9c7f6cfe7f4b tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.52 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 945 time: 0.5200934 Nov 04 13:27:18.075274 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930afe12-7d23-4531-b0c9-47c3b3d85f1a req-c1a5d337-02bc-47d2-94a3-d184fd7cd04b tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:18.083174 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-930afe12-7d23-4531-b0c9-47c3b3d85f1a req-c1a5d337-02bc-47d2-94a3-d184fd7cd04b tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 945 time: 0.5318613 Nov 04 13:27:18.102889 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-26c6ae2c-5ed3-4136-a39c-27f5953a5552 req-1d4289a8-4b2a-4bc1-a8a6-d26a462d2e32 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=60185973-e8ff-4fc4-820f-6e035d82a4d2 HTTP/1.1" status: 200 len: 210 time: 0.1131864 Nov 04 13:27:18.316230 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e34b002d-30fe-4148-9cb7-a85a0c095f58 req-6d1b47ad-cedb-4dda-98b8-132b115b6c8e tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f35b9b-a1a4-4b8f-8976-24a21d0f59dc HTTP/1.1" status: 200 len: 210 time: 0.0873876 Nov 04 13:27:18.437285 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-930afe12-7d23-4531-b0c9-47c3b3d85f1a req-8f5bcd6c-4259-46ec-8d43-7c303213e4ac tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/security-groups?id=01fd9a0e-f479-4aaa-8b44-b163ec259297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530767 Nov 04 13:27:18.445750 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-e3a3420c-9015-4042-a202-e73d50624cde req-b882f6bb-c524-4fac-be3f-1cfb463d5579 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Deleting port d3048c4e-f53d-4d71-9a27-bc5c491d9d03 {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:27:18.455865 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-e3a3420c-9015-4042-a202-e73d50624cde req-b882f6bb-c524-4fac-be3f-1cfb463d5579 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:18.550154 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-dce59369-2c8a-464b-ac6a-89a8d16be7bc tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:18.561913 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-dce59369-2c8a-464b-ac6a-89a8d16be7bc tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Usage tracker for resource:port and tenant:5d076ed4b1194ea6803ecd4e9fe9426a is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:18.593476 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-dce59369-2c8a-464b-ac6a-89a8d16be7bc tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:18.609419 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-dce59369-2c8a-464b-ac6a-89a8d16be7bc tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:18.631485 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b2283-1b9f-433d-863f-7c93e62971b3 req-80ffb6e8-71b2-4ab9-be58-db44d3bff2bc tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:18.637288 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-dce59369-2c8a-464b-ac6a-89a8d16be7bc tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Made reservation on behalf of 5d076ed4b1194ea6803ecd4e9fe9426a for: {'port': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:27:18.640545 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-fb6b2283-1b9f-433d-863f-7c93e62971b3 req-80ffb6e8-71b2-4ab9-be58-db44d3bff2bc tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 944 time: 0.1368513 Nov 04 13:27:18.641047 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-dce59369-2c8a-464b-ac6a-89a8d16be7bc tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:18.726181 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-fb6b2283-1b9f-433d-863f-7c93e62971b3 req-6a60ffad-5d9e-4c0e-9872-570873d20ee7 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847144 Nov 04 13:27:18.872996 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-e3a3420c-9015-4042-a202-e73d50624cde req-b882f6bb-c524-4fac-be3f-1cfb463d5579 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] For port d3048c4e-f53d-4d71-9a27-bc5c491d9d03, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=d3048c4e-f53d-4d71-9a27-bc5c491d9d03,segment=NetworkSegment(417fca62-d610-41ed-a4f6-c89ca90ceb1b),segment_id=417fca62-d610-41ed-a4f6-c89ca90ceb1b)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:18.873355 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-e3a3420c-9015-4042-a202-e73d50624cde req-b882f6bb-c524-4fac-be3f-1cfb463d5579 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:18.890646 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 82d4400c-2819-4365-af92-3c9f5c02584f up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:27:18.958988 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 40808) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:18.978333 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning for port 82d4400c-2819-4365-af92-3c9f5c02584f completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:27:18.985960 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port 82d4400c-2819-4365-af92-3c9f5c02584f triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:27:18.986820 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:18.994358 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 40814) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:19.104023 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-e3a3420c-9015-4042-a202-e73d50624cde req-b882f6bb-c524-4fac-be3f-1cfb463d5579 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Calling delete_port for d3048c4e-f53d-4d71-9a27-bc5c491d9d03 owned by compute:nova {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:27:19.203561 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-dce59369-2c8a-464b-ac6a-89a8d16be7bc tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Allocated IP 172.20.0.12 (480b04c7-2c7f-4eef-a32f-862840807958/044383db-1fe5-4976-a483-8e33726623cc/00dded0e-e52f-4732-a52d-8c57afc7379e) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:27:19.227457 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:19.233827 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.52', 57883) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:19.308656 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17adf15-5316-4abe-873b-bf90aad0f17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d4400c-2819-4365-af92-3c9f5c02584f'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:27:19.327139 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 82d4400c-2819-4365-af92-3c9f5c02584f, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=82d4400c-2819-4365-af92-3c9f5c02584f,segment=NetworkSegment(97447998-9e24-4d21-a093-d5a1c9899616),segment_id=97447998-9e24-4d21-a093-d5a1c9899616)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:19.334905 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:19.336086 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device d3048c4e-f53d-4d71-9a27-bc5c491d9d03 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:27:19.373137 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:19.431346 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-764eb297-0232-4f71-bb9e-0c24bcf0e661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:19.522616 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-2f0e6e10-4602-4774-bd46-98b1d3dcef71 req-a757c7fe-e925-4f93-9a94-5f3bdeb3075f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=60185973-e8ff-4fc4-820f-6e035d82a4d2 HTTP/1.1" status: 200 len: 210 time: 0.1269937 Nov 04 13:27:19.523237 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-70798dd1-ad18-4735-ba88-5fdd9bd01231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:19.544136 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=82d4400c-2819-4365-af92-3c9f5c02584f,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:19.555042 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:19.556109 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:19.565312 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38846c2a-0fe1-45d5-96df-d06539c8214b req-292675e5-6af0-4d95-9b45-c52023372b31 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:19.567172 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-38846c2a-0fe1-45d5-96df-d06539c8214b req-292675e5-6af0-4d95-9b45-c52023372b31 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.4734671 Nov 04 13:27:19.575389 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-764eb297-0232-4f71-bb9e-0c24bcf0e661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:19.615063 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-764eb297-0232-4f71-bb9e-0c24bcf0e661 admin admin] Usage tracker for resource:security_group_rule and tenant:8a9bd9f2226147f1b525cf98a6e36ab6 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:19.628748 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-764eb297-0232-4f71-bb9e-0c24bcf0e661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:19.644429 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-afa2bff6-94ee-4745-9a0d-2590bb2f9e7a tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:19.645890 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-afa2bff6-94ee-4745-9a0d-2590bb2f9e7a tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.52 "GET /v2.0/networks?id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e HTTP/1.1" status: 200 len: 815 time: 0.4096901 Nov 04 13:27:19.649812 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-764eb297-0232-4f71-bb9e-0c24bcf0e661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:19.653604 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-70798dd1-ad18-4735-ba88-5fdd9bd01231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:19.663297 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-70798dd1-ad18-4735-ba88-5fdd9bd01231 admin admin] Usage tracker for resource:security_group_rule and tenant:45d6e7745be24fc282507f0bb2dd120a is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:19.678056 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-e3a3420c-9015-4042-a202-e73d50624cde req-b882f6bb-c524-4fac-be3f-1cfb463d5579 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:19.683563 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-70798dd1-ad18-4735-ba88-5fdd9bd01231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:19.702480 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-5638a15b-6a47-4b2a-adfa-d11b0989c2a5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Request body: {'port': {'device_id': '60185973-e8ff-4fc4-820f-6e035d82a4d2', 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e', 'admin_state_up': True, 'tenant_id': 'ca590547524248caa833248e6087476c'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:19.705344 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-140243bb-7dfd-4d2b-beca-efd15ecb8e18 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:19.731127 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-70798dd1-ad18-4735-ba88-5fdd9bd01231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:19.735782 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17adf15-5316-4abe-873b-bf90aad0f17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d4400c-2819-4365-af92-3c9f5c02584f', 'code': 200} Nov 04 13:27:19.883247 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-38846c2a-0fe1-45d5-96df-d06539c8214b req-f238f35d-209e-4f8c-897b-661466b11b38 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3068752 Nov 04 13:27:19.920372 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882f6bb-c524-4fac-be3f-1cfb463d5579 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Pushing event deleted for resources: {'Port': ['ID=d3048c4e-f53d-4d71-9a27-bc5c491d9d03,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:19.926627 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-dce59369-2c8a-464b-ac6a-89a8d16be7bc tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:19.931074 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b882f6bb-c524-4fac-be3f-1cfb463d5579 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:19.979564 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-96bd70f7-ae94-4e62-ad1e-e57e3ccc3bdb req-34d0bb8f-e9b8-4194-8370-8030a331bb85 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f35b9b-a1a4-4b8f-8976-24a21d0f59dc HTTP/1.1" status: 200 len: 210 time: 0.0865607 Nov 04 13:27:19.979564 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.52', 57886) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:20.025991 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a3420c-9015-4042-a202-e73d50624cde req-b882f6bb-c524-4fac-be3f-1cfb463d5579 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] No DVR routers for this DVR port d3048c4e-f53d-4d71-9a27-bc5c491d9d03 on host hv-cinder-81036 {{(pid=82772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:27:20.030285 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-e3a3420c-9015-4042-a202-e73d50624cde req-b882f6bb-c524-4fac-be3f-1cfb463d5579 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:20.037216 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fdf509-94d9-406d-bf37-c6dde4363abb', 'name': 'network-vif-deleted', 'tag': 'd3048c4e-f53d-4d71-9a27-bc5c491d9d03'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:27:20.062173 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e3a3420c-9015-4042-a202-e73d50624cde req-b882f6bb-c524-4fac-be3f-1cfb463d5579 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.52 "DELETE /v2.0/ports/d3048c4e-f53d-4d71-9a27-bc5c491d9d03 HTTP/1.1" status: 204 len: 173 time: 1.9610116 Nov 04 13:27:20.067340 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-5638a15b-6a47-4b2a-adfa-d11b0989c2a5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:20.086877 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-764eb297-0232-4f71-bb9e-0c24bcf0e661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:20.089922 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-dce59369-2c8a-464b-ac6a-89a8d16be7bc tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:20.100163 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-70798dd1-ad18-4735-ba88-5fdd9bd01231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:20.104677 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-764eb297-0232-4f71-bb9e-0c24bcf0e661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:20.122907 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-5638a15b-6a47-4b2a-adfa-d11b0989c2a5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:20.124924 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:20.127768 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-59d19ae7-fb99-476d-a961-54cbee451ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:20.154955 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-70798dd1-ad18-4735-ba88-5fdd9bd01231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:20.227049 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-dce59369-2c8a-464b-ac6a-89a8d16be7bc tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Network 480b04c7-2c7f-4eef-a32f-862840807958 is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:27:20.234566 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-dce59369-2c8a-464b-ac6a-89a8d16be7bc tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:27:20.241602 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-def29927-68a1-4f2f-b7c5-84e88934a292 req-78474dde-f1ae-484b-aca8-b956f243d6f5 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Synchronizing usage tracker for tenant:04dfbc43f3eb43baa25d2d28962011eb on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:27:20.246389 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-dce59369-2c8a-464b-ac6a-89a8d16be7bc tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:27:20.275463 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-5638a15b-6a47-4b2a-adfa-d11b0989c2a5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Made reservation on behalf of ca590547524248caa833248e6087476c for: {'port': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:27:20.279415 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-5638a15b-6a47-4b2a-adfa-d11b0989c2a5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:20.300725 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce59369-2c8a-464b-ac6a-89a8d16be7bc tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Pushing event updated for resources: {'Port': ['ID=00dded0e-e52f-4732-a52d-8c57afc7379e,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:20.307821 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-dce59369-2c8a-464b-ac6a-89a8d16be7bc tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:20.317862 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764eb297-0232-4f71-bb9e-0c24bcf0e661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54207ce0-b23e-48c6-8be3-3433b19a9941,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:20.321936 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-764eb297-0232-4f71-bb9e-0c24bcf0e661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:20.332946 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-26bd2085-0d76-470d-955c-dbb1872d2e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:20.333691 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-def29927-68a1-4f2f-b7c5-84e88934a292 req-78474dde-f1ae-484b-aca8-b956f243d6f5 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Unset dirty status for tenant:04dfbc43f3eb43baa25d2d28962011eb on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:27:20.334843 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-def29927-68a1-4f2f-b7c5-84e88934a292 req-78474dde-f1ae-484b-aca8-b956f243d6f5 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 210 time: 0.1623311 Nov 04 13:27:20.343736 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-dce59369-2c8a-464b-ac6a-89a8d16be7bc tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:20.344867 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-dce59369-2c8a-464b-ac6a-89a8d16be7bc tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:20.369098 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-dce59369-2c8a-464b-ac6a-89a8d16be7bc tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3353467 Nov 04 13:27:20.371176 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-764eb297-0232-4f71-bb9e-0c24bcf0e661 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8a9bd9f2226147f1b525cf98a6e36ab6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4111385 Nov 04 13:27:20.373893 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 40864) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:20.374848 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70798dd1-ad18-4735-ba88-5fdd9bd01231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc5a8be-e947-4fa1-bf17-17b45fb55ac5,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:20.378726 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-70798dd1-ad18-4735-ba88-5fdd9bd01231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:20.383055 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Request body: {'port': {'device_id': '27f35b9b-a1a4-4b8f-8976-24a21d0f59dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:20.395178 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-70798dd1-ad18-4735-ba88-5fdd9bd01231 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=45d6e7745be24fc282507f0bb2dd120a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3997352 Nov 04 13:27:20.397962 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 40868) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:20.489057 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c7262c14-454d-4b7b-aa01-37cce8d9fc71 req-ada2c4a3-2912-47e7-b698-7a3cb94f68cc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 1098 time: 0.4885578 Nov 04 13:27:20.588259 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-9ffd88f2-10c6-4601-a5d1-16c45028d28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:20.593733 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:20.634756 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236adfa-ecf7-4951-bee3-898488a9de1a req-0c813223-0cf0-4f49-baaf-e29242b16546 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:20.636189 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1236adfa-ecf7-4951-bee3-898488a9de1a req-0c813223-0cf0-4f49-baaf-e29242b16546 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.4519660 Nov 04 13:27:20.667150 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-9ffd88f2-10c6-4601-a5d1-16c45028d28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:20.689397 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c7262c14-454d-4b7b-aa01-37cce8d9fc71 req-f4faba3f-aef0-4ded-9396-593dcf56fd08 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860056 Nov 04 13:27:20.697581 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bd00372c-962e-44c1-8de4-eaade034a223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:20.731044 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_common [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-5638a15b-6a47-4b2a-adfa-d11b0989c2a5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Allocated IP 172.20.0.9 (9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e/9e4a0bf0-8086-4b70-87a4-6eff05a52c1a/8cb5df9a-c6e3-4197-9b3a-912ffc6e9977) {{(pid=82773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:27:20.741677 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3ccbe-e5ec-4ab2-b274-0219f4dd27d6 req-ef5ce35c-5910-453d-bf30-07a30505745f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:20.743146 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-90f3ccbe-e5ec-4ab2-b274-0219f4dd27d6 req-ef5ce35c-5910-453d-bf30-07a30505745f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.2369778 Nov 04 13:27:20.758854 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bd00372c-962e-44c1-8de4-eaade034a223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:20.766003 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 40874) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:20.780279 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-f40d0763-638c-4cbf-8cd0-7912dffc3448 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Request body: {'floatingip': {'port_id': '85ac3963-e517-43d5-8531-ad936c9306a6'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:20.801274 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fdf509-94d9-406d-bf37-c6dde4363abb', 'name': 'network-vif-deleted', 'tag': 'd3048c4e-f53d-4d71-9a27-bc5c491d9d03', 'status': 'completed', 'code': 200} Nov 04 13:27:20.825065 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-9ffd88f2-10c6-4601-a5d1-16c45028d28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:20.836633 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1236adfa-ecf7-4951-bee3-898488a9de1a req-fc348631-ff78-4c41-9f7d-7de6ff45736f tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903322 Nov 04 13:27:20.848029 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b9ed5bf7-44fb-4703-92f6-2cd187ba0969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:20.890635 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f40d0763-638c-4cbf-8cd0-7912dffc3448 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for floatingip, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:20.925263 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd88f2-10c6-4601-a5d1-16c45028d28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54207ce0-b23e-48c6-8be3-3433b19a9941,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:20.936677 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-9ffd88f2-10c6-4601-a5d1-16c45028d28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:20.940253 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-9ffd88f2-10c6-4601-a5d1-16c45028d28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:20.943945 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-9ffd88f2-10c6-4601-a5d1-16c45028d28b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/54207ce0-b23e-48c6-8be3-3433b19a9941 HTTP/1.1" status: 204 len: 168 time: 0.5662408 Nov 04 13:27:20.996673 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-81bdd270-2132-48a2-8db3-bbc89fe3b912 req-8f391c65-5950-462c-ac48-60c693c3c3e0 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=60185973-e8ff-4fc4-820f-6e035d82a4d2 HTTP/1.1" status: 200 len: 210 time: 0.0677874 Nov 04 13:27:21.143450 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00dded0e-e52f-4732-a52d-8c57afc7379e {{(pid=82772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:27:21.151151 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:21.170267 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.provisioning_blocks [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Transition to ACTIVE for port object 00dded0e-e52f-4732-a52d-8c57afc7379e will not be triggered until provisioned by entity L2. {{(pid=82772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:27:21.176877 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:21.183158 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-dce59369-2c8a-464b-ac6a-89a8d16be7bc tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:21.260356 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Pushing event updated for resources: {'Port': ['ID=00dded0e-e52f-4732-a52d-8c57afc7379e,revision_number=2']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:21.266357 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:21.296708 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bd00372c-962e-44c1-8de4-eaade034a223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:21.313187 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-70798dd1-ad18-4735-ba88-5fdd9bd01231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:21.384931 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00372c-962e-44c1-8de4-eaade034a223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc5a8be-e947-4fa1-bf17-17b45fb55ac5,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:21.405354 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-bd00372c-962e-44c1-8de4-eaade034a223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:21.454862 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-5638a15b-6a47-4b2a-adfa-d11b0989c2a5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks [] for port, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:21.500112 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 40892) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:21.528994 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b2fd9b8b-f68c-473b-9a4f-0e261c1c2952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:21.558219 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bd00372c-962e-44c1-8de4-eaade034a223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:21.560777 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-bd00372c-962e-44c1-8de4-eaade034a223 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8bc5a8be-e947-4fa1-bf17-17b45fb55ac5 HTTP/1.1" status: 204 len: 168 time: 1.1217632 Nov 04 13:27:21.590755 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677e314-b6cf-4d5a-a043-53af637e6aa9 req-6689b295-fe9f-4d56-b8cc-c36677658c69 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:21.593488 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e677e314-b6cf-4d5a-a043-53af637e6aa9 req-6689b295-fe9f-4d56-b8cc-c36677658c69 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f35b9b-a1a4-4b8f-8976-24a21d0f59dc HTTP/1.1" status: 200 len: 944 time: 0.4477737 Nov 04 13:27:21.607044 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-b2fd9b8b-f68c-473b-9a4f-0e261c1c2952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:21.618352 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-b2fd9b8b-f68c-473b-9a4f-0e261c1c2952 admin admin] Usage tracker for resource:security_group_rule and tenant:4c682b35f0e24d8dbb54f51741e304ae is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:21.621099 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Attempting to bind port 00dded0e-e52f-4732-a52d-8c57afc7379e on host hv-cinder-81036 for vnic_type normal with profile {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:27:21.621418 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Attempting to bind port 00dded0e-e52f-4732-a52d-8c57afc7379e by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': 'da5888a9-0376-474e-ba65-2a0a7e2ceaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '480b04c7-2c7f-4eef-a32f-862840807958'}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:27:21.621720 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Attempting to bind port 00dded0e-e52f-4732-a52d-8c57afc7379e on network 480b04c7-2c7f-4eef-a32f-862840807958 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:27:21.624465 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-b2fd9b8b-f68c-473b-9a4f-0e261c1c2952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:21.634090 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-b2fd9b8b-f68c-473b-9a4f-0e261c1c2952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:21.640217 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Port 00dded0e-e52f-4732-a52d-8c57afc7379e on network 480b04c7-2c7f-4eef-a32f-862840807958 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 04 13:27:21.640646 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Attempting to bind port 00dded0e-e52f-4732-a52d-8c57afc7379e on network 480b04c7-2c7f-4eef-a32f-862840807958 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:27:21.652464 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Checking agent: {'id': 'f3f49e7e-243b-4d29-a545-c161d140ab6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'started_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:27:21.652797 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Checking segment: {'id': 'da5888a9-0376-474e-ba65-2a0a7e2ceaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '480b04c7-2c7f-4eef-a32f-862840807958'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:27:21.653183 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Bound using segment: {'id': 'da5888a9-0376-474e-ba65-2a0a7e2ceaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '480b04c7-2c7f-4eef-a32f-862840807958'} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:27:21.653641 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Bound port: 00dded0e-e52f-4732-a52d-8c57afc7379e, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5888a9-0376-474e-ba65-2a0a7e2ceaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '480b04c7-2c7f-4eef-a32f-862840807958'}}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:27:21.654518 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:21.742563 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-371f5825-b53f-4ab4-af92-748be4e48638 req-53a5abc7-f2ad-4cb2-af3a-e551e5389a5f tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] 10.222.0.93 "GET /v2.0/ports?device_id=83fdf509-94d9-406d-bf37-c6dde4363abb HTTP/1.1" status: 200 len: 210 time: 0.0750558 Nov 04 13:27:21.777079 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-e677e314-b6cf-4d5a-a043-53af637e6aa9 req-66084661-db1b-42fa-b2be-9cd3670dd2de tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Synchronizing usage tracker for tenant:5d076ed4b1194ea6803ecd4e9fe9426a on resource:security_group {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:27:21.863353 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] For port 00dded0e-e52f-4732-a52d-8c57afc7379e, host hv-cinder-81036, cleared binding levels {{(pid=82772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:27:21.866826 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] For port 00dded0e-e52f-4732-a52d-8c57afc7379e, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=00dded0e-e52f-4732-a52d-8c57afc7379e,segment=NetworkSegment(da5888a9-0376-474e-ba65-2a0a7e2ceaaa),segment_id=da5888a9-0376-474e-ba65-2a0a7e2ceaaa)] {{(pid=82772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:27:21.870191 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-5638a15b-6a47-4b2a-adfa-d11b0989c2a5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:21.887756 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['116ea7e7-c6cc-45f2-a5de-aa2457a4db7c'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:27:21.889442 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:21.924515 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-31f2ddb8-61d7-4343-8522-79964764b21e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:21.984576 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b2fd9b8b-f68c-473b-9a4f-0e261c1c2952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:22.012321 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b2fd9b8b-f68c-473b-9a4f-0e261c1c2952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:22.029880 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:22.032534 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] 10.222.0.52 "PUT /v2.0/ports/00dded0e-e52f-4732-a52d-8c57afc7379e HTTP/1.1" status: 200 len: 1094 time: 1.6544392 Nov 04 13:27:22.128195 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:22.225852 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-e677e314-b6cf-4d5a-a043-53af637e6aa9 req-66084661-db1b-42fa-b2be-9cd3670dd2de tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Unset dirty status for tenant:5d076ed4b1194ea6803ecd4e9fe9426a on resource:security_group {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:27:22.249663 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e677e314-b6cf-4d5a-a043-53af637e6aa9 req-66084661-db1b-42fa-b2be-9cd3670dd2de tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/security-groups?id=a322e53b-1482-49cc-bffa-37bb4eb51338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5698144 Nov 04 13:27:22.291358 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638a15b-6a47-4b2a-adfa-d11b0989c2a5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Pushing event updated for resources: {'Port': ['ID=8cb5df9a-c6e3-4197-9b3a-912ffc6e9977,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:22.306815 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-5638a15b-6a47-4b2a-adfa-d11b0989c2a5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:22.328361 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-5638a15b-6a47-4b2a-adfa-d11b0989c2a5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Network 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:27:22.332502 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-5638a15b-6a47-4b2a-adfa-d11b0989c2a5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:27:22.336566 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-5638a15b-6a47-4b2a-adfa-d11b0989c2a5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Received port after_create {{(pid=82773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:27:22.346541 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Pushing event updated for resources: {'Port': ['ID=00dded0e-e52f-4732-a52d-8c57afc7379e,revision_number=3']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:22.365808 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:22.381304 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:22.392047 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-b2fd9b8b-f68c-473b-9a4f-0e261c1c2952 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4c682b35f0e24d8dbb54f51741e304ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8864613 Nov 04 13:27:22.435046 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 40922) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:22.435393 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 40926) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:22.494029 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a6b95-89ec-41cb-8067-91eccacd068d req-e52b5c9b-5113-473a-bbee-87f2626ed83c tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:22.495619 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b87a6b95-89ec-41cb-8067-91eccacd068d req-e52b5c9b-5113-473a-bbee-87f2626ed83c tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.3985851 Nov 04 13:27:22.504673 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd9b8b-f68c-473b-9a4f-0e261c1c2952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4356cb-a65c-4257-a0c5-57e38a1e7be3,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:22.510116 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b2fd9b8b-f68c-473b-9a4f-0e261c1c2952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:22.513946 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-5638a15b-6a47-4b2a-adfa-d11b0989c2a5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:22.514984 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-5638a15b-6a47-4b2a-adfa-d11b0989c2a5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for port, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:22.558260 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-d0d5e271-837e-45f7-9cc2-5960692d3c6c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5d076ed4b1194ea6803ecd4e9fe9426a&device_id=27f35b9b-a1a4-4b8f-8976-24a21d0f59dc HTTP/1.1" status: 200 len: 1097 time: 0.3066511 Nov 04 13:27:22.571603 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-77ff63e4-d0d2-4368-81c8-e96c76fe1554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:22.624877 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-5638a15b-6a47-4b2a-adfa-d11b0989c2a5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9381645 Nov 04 13:27:22.630192 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b87a6b95-89ec-41cb-8067-91eccacd068d req-9858efb4-9d08-44ce-aa0d-b48ca331bc02 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219015 Nov 04 13:27:22.634376 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.db.resource_extend [None req-f40d0763-638c-4cbf-8cd0-7912dffc3448 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 13:27:22.650577 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-f01b688b-7eef-4f66-ac6d-61e3798997ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00dded0e-e52f-4732-a52d-8c57afc7379e HTTP/1.1" status: 200 len: 217 time: 0.0832937 Nov 04 13:27:22.723299 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-cda68d91-7ea4-4149-9478-354db54e6a32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:22.724805 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-cda68d91-7ea4-4149-9478-354db54e6a32 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=044383db-1fe5-4976-a483-8e33726623cc HTTP/1.1" status: 200 len: 848 time: 0.0654514 Nov 04 13:27:22.778165 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-5ed57d61-289f-4144-ad06-60198efee811 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=480b04c7-2c7f-4eef-a32f-862840807958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439332 Nov 04 13:27:22.824352 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Request body: {'port': {'device_id': '60185973-e8ff-4fc4-820f-6e035d82a4d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:22.863411 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 40942) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:22.864131 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b8ab0c75-cf39-4ad4-a8e8-481dab0ff785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:22.875425 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f35b9b-a1a4-4b8f-8976-24a21d0f59dc', 'tag': '00dded0e-e52f-4732-a52d-8c57afc7379e'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:27:22.890389 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-77ff63e4-d0d2-4368-81c8-e96c76fe1554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:22.921775 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e525d-3ffe-4c34-ad42-7670395abdef req-af4da68b-f27b-41aa-9667-9a877b383877 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:22.922563 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-c53e525d-3ffe-4c34-ad42-7670395abdef req-af4da68b-f27b-41aa-9667-9a877b383877 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Synchronizing usage tracker for tenant:ca590547524248caa833248e6087476c on resource:port {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:27:22.926370 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f40d0763-638c-4cbf-8cd0-7912dffc3448 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:22.936357 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-77ff63e4-d0d2-4368-81c8-e96c76fe1554 admin admin] Usage tracker for resource:security_group_rule and tenant:8bf84c0818554d00ad3d32a24f9b6fd6 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:22.947923 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f35b9b-a1a4-4b8f-8976-24a21d0f59dc', 'tag': '00dded0e-e52f-4732-a52d-8c57afc7379e', 'status': 'completed', 'code': 200} Nov 04 13:27:22.952150 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-77ff63e4-d0d2-4368-81c8-e96c76fe1554 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:22.954791 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f40d0763-638c-4cbf-8cd0-7912dffc3448 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837438'] for floatingip, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:22.971184 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-127fb54c-58b2-487c-9371-ff0afc8eae40 service neutron] 10.222.0.52 "GET /v2.0/networks/480b04c7-2c7f-4eef-a32f-862840807958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780071 Nov 04 13:27:23.030348 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-77ff63e4-d0d2-4368-81c8-e96c76fe1554 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:23.118915 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b8ab0c75-cf39-4ad4-a8e8-481dab0ff785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:23.136851 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-76724bd6-0073-4f27-8a41-108cb1ac6cf1 req-3ed21ee5-3244-43e6-b2eb-0137ea1e83de service neutron] 10.222.0.52 "GET /v2.0/networks/480b04c7-2c7f-4eef-a32f-862840807958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524124 Nov 04 13:27:23.180034 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5ce90093-4fba-4030-8ffe-a8765cc5ac3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:23.224228 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-5ce90093-4fba-4030-8ffe-a8765cc5ac3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:23.228028 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-5ce90093-4fba-4030-8ffe-a8765cc5ac3e admin admin] Usage tracker for resource:security_group_rule and tenant:69613e8ffd6f4d14b6d160b613b7c14b is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:23.230986 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-5ce90093-4fba-4030-8ffe-a8765cc5ac3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:23.237900 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-5ce90093-4fba-4030-8ffe-a8765cc5ac3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:23.249168 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-c53e525d-3ffe-4c34-ad42-7670395abdef req-af4da68b-f27b-41aa-9667-9a877b383877 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Unset dirty status for tenant:ca590547524248caa833248e6087476c on resource:port {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:27:23.250366 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c53e525d-3ffe-4c34-ad42-7670395abdef req-af4da68b-f27b-41aa-9667-9a877b383877 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=60185973-e8ff-4fc4-820f-6e035d82a4d2 HTTP/1.1" status: 200 len: 931 time: 0.8647573 Nov 04 13:27:23.299716 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-690c0993-a9c6-4c53-bc5f-a6aec9f7417a req-0ecd3362-04ff-4075-9851-3c75da72e4a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5d076ed4b1194ea6803ecd4e9fe9426a&device_id=27f35b9b-a1a4-4b8f-8976-24a21d0f59dc HTTP/1.1" status: 200 len: 1097 time: 0.1098340 Nov 04 13:27:23.380355 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5ce90093-4fba-4030-8ffe-a8765cc5ac3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:23.385634 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:23.412706 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5ce90093-4fba-4030-8ffe-a8765cc5ac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:23.425842 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-afbe1685-2e0a-4b7f-8f93-4a3631794ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:23.506552 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c0993-a9c6-4c53-bc5f-a6aec9f7417a req-0f8e69ed-bc28-42bc-9c74-c9c3ba6e5f3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:23.507979 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-690c0993-a9c6-4c53-bc5f-a6aec9f7417a req-0f8e69ed-bc28-42bc-9c74-c9c3ba6e5f3f service neutron] 10.222.0.52 "GET /v2.0/networks?id=480b04c7-2c7f-4eef-a32f-862840807958 HTTP/1.1" status: 200 len: 909 time: 0.1974032 Nov 04 13:27:23.587867 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-690c0993-a9c6-4c53-bc5f-a6aec9f7417a req-609330a2-524f-41e7-9e43-340e46a2b646 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00dded0e-e52f-4732-a52d-8c57afc7379e HTTP/1.1" status: 200 len: 217 time: 0.0729470 Nov 04 13:27:23.588480 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b8ab0c75-cf39-4ad4-a8e8-481dab0ff785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:23.593793 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c53e525d-3ffe-4c34-ad42-7670395abdef req-632c072a-e522-48d3-92be-ae4bc3227702 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870913 Nov 04 13:27:23.653714 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e7e39-6c5e-4cdd-b15b-1bf52412648f req-969f21e7-73a4-4b58-9949-9ff41f61ff0c tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:23.654465 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-e21e7e39-6c5e-4cdd-b15b-1bf52412648f req-969f21e7-73a4-4b58-9949-9ff41f61ff0c tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Synchronizing usage tracker for tenant:5d076ed4b1194ea6803ecd4e9fe9426a on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:27:23.654660 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-5ce90093-4fba-4030-8ffe-a8765cc5ac3e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=69613e8ffd6f4d14b6d160b613b7c14b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7876425 Nov 04 13:27:23.665210 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 40974) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:23.675173 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-33fc8529-05b5-46d7-ad65-fbcdd3f63fb7 req-37ca923b-80ff-4e8f-8181-a5cb7137949f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6666000 Nov 04 13:27:23.698927 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce90093-4fba-4030-8ffe-a8765cc5ac3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39f0019-0be1-4918-956f-a11f77ab4943,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:23.699762 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c0993-a9c6-4c53-bc5f-a6aec9f7417a req-6ab24142-97a6-4131-a4c9-0f3fd72cfb55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:23.701356 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-690c0993-a9c6-4c53-bc5f-a6aec9f7417a req-6ab24142-97a6-4131-a4c9-0f3fd72cfb55 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=044383db-1fe5-4976-a483-8e33726623cc HTTP/1.1" status: 200 len: 848 time: 0.1028090 Nov 04 13:27:23.716200 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-5ce90093-4fba-4030-8ffe-a8765cc5ac3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:23.739903 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-bd00372c-962e-44c1-8de4-eaade034a223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:23.771935 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-690c0993-a9c6-4c53-bc5f-a6aec9f7417a req-fe2108ca-09b8-47f5-8f68-3cb7bfa7eacd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=480b04c7-2c7f-4eef-a32f-862840807958&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575647 Nov 04 13:27:23.775039 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-e21e7e39-6c5e-4cdd-b15b-1bf52412648f req-969f21e7-73a4-4b58-9949-9ff41f61ff0c tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Unset dirty status for tenant:5d076ed4b1194ea6803ecd4e9fe9426a on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:27:23.776054 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e21e7e39-6c5e-4cdd-b15b-1bf52412648f req-969f21e7-73a4-4b58-9949-9ff41f61ff0c tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f35b9b-a1a4-4b8f-8976-24a21d0f59dc HTTP/1.1" status: 200 len: 944 time: 0.3468628 Nov 04 13:27:23.794563 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-77ff63e4-d0d2-4368-81c8-e96c76fe1554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:23.841369 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab0c75-cf39-4ad4-a8e8-481dab0ff785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4356cb-a65c-4257-a0c5-57e38a1e7be3,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:23.843760 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-b8ab0c75-cf39-4ad4-a8e8-481dab0ff785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:23.883689 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-77ff63e4-d0d2-4368-81c8-e96c76fe1554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:23.906255 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-f1cfbcbb-bfbb-4c36-affc-c36163a151bf tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:23.916782 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bda8da72-3ae3-4663-99e4-fc184936c122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:23.928398 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b8ab0c75-cf39-4ad4-a8e8-481dab0ff785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:23.929474 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-b8ab0c75-cf39-4ad4-a8e8-481dab0ff785 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ca4356cb-a65c-4257-a0c5-57e38a1e7be3 HTTP/1.1" status: 204 len: 168 time: 1.4931517 Nov 04 13:27:23.950784 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e21e7e39-6c5e-4cdd-b15b-1bf52412648f req-9758fa68-8e83-4bf6-b97b-3a8b191a938a tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/security-groups?id=a322e53b-1482-49cc-bffa-37bb4eb51338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515276 Nov 04 13:27:23.980607 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bda8da72-3ae3-4663-99e4-fc184936c122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:23.998017 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-690c0993-a9c6-4c53-bc5f-a6aec9f7417a req-3b7c0f3b-06fc-473c-b23d-78fd6d6f0432 service neutron] 10.222.0.52 "GET /v2.0/networks/480b04c7-2c7f-4eef-a32f-862840807958?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185299 Nov 04 13:27:24.008897 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff63e4-d0d2-4368-81c8-e96c76fe1554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1419d26-2a7f-45cb-8ed0-0ae4f946be17,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:24.012297 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-77ff63e4-d0d2-4368-81c8-e96c76fe1554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:24.027104 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-77ff63e4-d0d2-4368-81c8-e96c76fe1554 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8bf84c0818554d00ad3d32a24f9b6fd6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5892406 Nov 04 13:27:24.034211 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 40980) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:24.138129 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:24.182936 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7acc34-93a7-490a-828b-b64013200de2 req-b8159fe7-13c4-401c-a8bb-f7deb326694f tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:24.189707 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9d7acc34-93a7-490a-828b-b64013200de2 req-b8159fe7-13c4-401c-a8bb-f7deb326694f tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.3821580 Nov 04 13:27:24.205236 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-690c0993-a9c6-4c53-bc5f-a6aec9f7417a req-1f33120b-4feb-475a-8d7e-cee234dad891 service neutron] 10.222.0.52 "GET /v2.0/networks/480b04c7-2c7f-4eef-a32f-862840807958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930761 Nov 04 13:27:24.207716 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bda8da72-3ae3-4663-99e4-fc184936c122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:24.226111 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-d2cd4f90-9e48-43db-9540-b9ec0b43eb08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:24.246798 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8da72-3ae3-4663-99e4-fc184936c122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39f0019-0be1-4918-956f-a11f77ab4943,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:24.253816 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-bda8da72-3ae3-4663-99e4-fc184936c122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:24.254914 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-33fc8529-05b5-46d7-ad65-fbcdd3f63fb7 req-52458b86-7d20-4c3f-a667-13f2d13161ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca590547524248caa833248e6087476c&device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 1098 time: 0.4555814 Nov 04 13:27:24.261879 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.db.l3_db [None req-f40d0763-638c-4cbf-8cd0-7912dffc3448 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Floating IP 8fa8827e-da36-4101-8c20-5ef1a526e201 associated. External IP: 172.28.1.186, port: 85ac3963-e517-43d5-8531-ad936c9306a6. Nov 04 13:27:24.274066 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bda8da72-3ae3-4663-99e4-fc184936c122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:24.278277 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-bda8da72-3ae3-4663-99e4-fc184936c122 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b39f0019-0be1-4918-956f-a11f77ab4943 HTTP/1.1" status: 204 len: 168 time: 0.6118491 Nov 04 13:27:24.279290 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1b764465-88f5-4891-ab54-0a4f1114e884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:24.315466 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1b764465-88f5-4891-ab54-0a4f1114e884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:24.373251 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1b764465-88f5-4891-ab54-0a4f1114e884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:24.381315 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b57ac063-0ca7-42df-9730-78b0cc7525d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:24.394065 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b764465-88f5-4891-ab54-0a4f1114e884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1419d26-2a7f-45cb-8ed0-0ae4f946be17,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:24.396555 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-1b764465-88f5-4891-ab54-0a4f1114e884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:24.405823 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1b764465-88f5-4891-ab54-0a4f1114e884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:24.410479 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-1b764465-88f5-4891-ab54-0a4f1114e884 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b1419d26-2a7f-45cb-8ed0-0ae4f946be17 HTTP/1.1" status: 204 len: 168 time: 0.3753216 Nov 04 13:27:24.437361 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.db.resource_extend [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 13:27:24.494659 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9d7acc34-93a7-490a-828b-b64013200de2 req-4bb1ef8f-fae9-4548-9e1e-ff7d516793e4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3041039 Nov 04 13:27:24.554761 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.notifiers.nova [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 {{(pid=82773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:27:24.562727 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:24.579559 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.provisioning_blocks [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Transition to ACTIVE for port object 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 will not be triggered until provisioned by entity L2. {{(pid=82773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:27:24.636106 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671960'] for port, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:24.660810 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:24.702844 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc8529-05b5-46d7-ad65-fbcdd3f63fb7 req-2e8f70a5-2d57-4f11-82f7-57e6d12be1ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:24.705094 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-33fc8529-05b5-46d7-ad65-fbcdd3f63fb7 req-2e8f70a5-2d57-4f11-82f7-57e6d12be1ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e HTTP/1.1" status: 200 len: 916 time: 0.3824985 Nov 04 13:27:24.760299 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a2172-cfb4-4e79-8dcc-a157be30de94 req-7f46aa3d-3e2a-4f13-b0f0-2fbabfaf5fda tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:24.774117 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b89a2172-cfb4-4e79-8dcc-a157be30de94 req-7f46aa3d-3e2a-4f13-b0f0-2fbabfaf5fda tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.1356919 Nov 04 13:27:24.782691 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 41010) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:24.791832 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-99381780-7f56-4df2-b86f-90dcbc8858ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Request body: {'floatingip': {'port_id': '82d4400c-2819-4365-af92-3c9f5c02584f'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:25.061026 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 41022) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:25.120167 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 41028) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:25.191340 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-33fc8529-05b5-46d7-ad65-fbcdd3f63fb7 req-2ddc8edf-32e4-40d1-abc4-aa13670fcbe1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=116ea7e7-c6cc-45f2-a5de-aa2457a4db7c HTTP/1.1" status: 200 len: 217 time: 0.4252274 Nov 04 13:27:25.194540 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-99381780-7f56-4df2-b86f-90dcbc8858ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for floatingip, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:25.302258 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb5df9a-c6e3-4197-9b3a-912ffc6e9977,revision_number=2']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:25.309710 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:25.320636 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:25.372031 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc8529-05b5-46d7-ad65-fbcdd3f63fb7 req-bd201f64-b743-4c2c-9214-ce021f3b3c5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:25.373910 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-33fc8529-05b5-46d7-ad65-fbcdd3f63fb7 req-bd201f64-b743-4c2c-9214-ce021f3b3c5b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e4a0bf0-8086-4b70-87a4-6eff05a52c1a HTTP/1.1" status: 200 len: 855 time: 0.1599033 Nov 04 13:27:25.454335 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c065de-e2a3-4401-a226-2c13e31f8a3b admin admin] Deleting subnet d1e76674-9a4b-47bb-b9f3-bf143586b5e2 {{(pid=82772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 04 13:27:25.467511 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e6c065de-e2a3-4401-a226-2c13e31f8a3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:25.509275 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-33fc8529-05b5-46d7-ad65-fbcdd3f63fb7 req-d22733c5-a849-4d3a-8fe4-6ad5dc17a30f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210015 Nov 04 13:27:25.521499 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.managers [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Attempting to bind port 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 on host hv-cinder-81036 for vnic_type normal with profile {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:27:25.521499 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.managers [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Attempting to bind port 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': 'b3a65132-091a-42fd-9f21-c848c12dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e'}] {{(pid=82773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:27:25.521988 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Attempting to bind port 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 on network 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:27:25.542478 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:25.567388 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] Usage tracker for resource:security_group_rule and tenant:64b1810e4cfa447e865032b2c2653fba is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:25.574220 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:25.585965 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2640cf-1efd-4486-8e9b-dee21928a067 req-8aa48aad-f8c4-4a1e-8e92-18c3ad2a1740 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:25.587069 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e6c065de-e2a3-4401-a226-2c13e31f8a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3573354'] for subnet, precommit_delete_associations {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:25.587449 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-0a2640cf-1efd-4486-8e9b-dee21928a067 req-8aa48aad-f8c4-4a1e-8e92-18c3ad2a1740 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=60185973-e8ff-4fc4-820f-6e035d82a4d2 HTTP/1.1" status: 200 len: 943 time: 0.5502915 Nov 04 13:27:25.622904 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:25.632986 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Port 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 on network 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 04 13:27:25.633458 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Attempting to bind port 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 on network 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:27:25.688823 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Checking agent: {'id': 'f3f49e7e-243b-4d29-a545-c161d140ab6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'started_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:27:25.689157 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Checking segment: {'id': 'b3a65132-091a-42fd-9f21-c848c12dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:27:25.689748 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Bound using segment: {'id': 'b3a65132-091a-42fd-9f21-c848c12dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e'} {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:27:25.690215 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.managers [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Bound port: 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a65132-091a-42fd-9f21-c848c12dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e'}}] {{(pid=82773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:27:25.690610 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:25.746081 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadece9-f245-417e-884e-d03f222bb2df req-7b3f1b99-ac78-4f1d-b3ec-941bfd59963a tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:25.747562 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5dadece9-f245-417e-884e-d03f222bb2df req-7b3f1b99-ac78-4f1d-b3ec-941bfd59963a tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f35b9b-a1a4-4b8f-8976-24a21d0f59dc HTTP/1.1" status: 200 len: 944 time: 0.4231162 Nov 04 13:27:25.802412 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e6c065de-e2a3-4401-a226-2c13e31f8a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1049700'] for subnet, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:25.887144 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-33fc8529-05b5-46d7-ad65-fbcdd3f63fb7 req-f243d0cd-00d2-47eb-93fb-111a9af982c8 service neutron] 10.222.0.52 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605781 Nov 04 13:27:25.892478 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-0a2640cf-1efd-4486-8e9b-dee21928a067 req-9cd389c7-0b00-4279-b3ba-d3e9a11149d8 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490649 Nov 04 13:27:26.054480 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5dadece9-f245-417e-884e-d03f222bb2df req-abafef11-0ee8-45e1-92e7-fab9bd4df6aa tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/security-groups?id=a322e53b-1482-49cc-bffa-37bb4eb51338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884910 Nov 04 13:27:26.073469 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:26.087083 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.db [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] For port 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977, host hv-cinder-81036, cleared binding levels {{(pid=82773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:27:26.126979 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.db [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] For port 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=8cb5df9a-c6e3-4197-9b3a-912ffc6e9977,segment=NetworkSegment(b3a65132-091a-42fd-9f21-c848c12dfc96),segment_id=b3a65132-091a-42fd-9f21-c848c12dfc96)] {{(pid=82773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:27:26.152161 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671960'] for port, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:26.153672 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:26.179405 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:26.182507 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-020be188-ad57-4efe-89a9-c9208dcb471b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:26.215045 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e6c065de-e2a3-4401-a226-2c13e31f8a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1049629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3573408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2604471'] for subnet, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:26.231509 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-33fc8529-05b5-46d7-ad65-fbcdd3f63fb7 req-215ed0ae-2b1d-4f60-ac76-6ac671a87fe1 service neutron] 10.222.0.52 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294315 Nov 04 13:27:26.277884 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for port, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:26.279340 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] 10.222.0.52 "PUT /v2.0/ports/8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 HTTP/1.1" status: 200 len: 1093 time: 3.5575352 Nov 04 13:27:26.280048 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60185973-e8ff-4fc4-820f-6e035d82a4d2', 'tag': '8cb5df9a-c6e3-4197-9b3a-912ffc6e9977'}] {{(pid=82773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:27:26.302589 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb5df9a-c6e3-4197-9b3a-912ffc6e9977,revision_number=3']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:26.324021 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.324393 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.324741 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.325088 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.325425 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.325817 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.326164 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.326503 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.326846 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.327179 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.327512 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.334676 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:26.338018 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40d0763-638c-4cbf-8cd0-7912dffc3448 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:27:26.346358 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=64b1810e4cfa447e865032b2c2653fba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2751706 Nov 04 13:27:26.383589 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 41066) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:26.469095 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed84d846-9e12-4047-b78c-4f3dbd4edcdc,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:26.502202 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.502566 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.502920 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.503267 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.503615 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.503957 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.504295 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.504687 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.504954 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.505285 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.505639 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:26.511113 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e6c065de-e2a3-4401-a226-2c13e31f8a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:26.516973 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:26.517408 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:26.561568 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c065de-e2a3-4401-a226-2c13e31f8a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1e76674-9a4b-47bb-b9f3-bf143586b5e2,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:26.569224 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-e6c065de-e2a3-4401-a226-2c13e31f8a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:26.572718 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-e6c065de-e2a3-4401-a226-2c13e31f8a3b admin admin] 10.222.0.93 "DELETE /v2.0/subnets/d1e76674-9a4b-47bb-b9f3-bf143586b5e2 HTTP/1.1" status: 204 len: 168 time: 1.4473917 Nov 04 13:27:26.575542 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 41078) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:26.587172 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-4c294f3d-5bff-454c-873f-84a06b1f1d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:26.635153 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-446cce0a-b00b-4c12-9cf0-87959fdd986d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca590547524248caa833248e6087476c&device_id=60185973-e8ff-4fc4-820f-6e035d82a4d2 HTTP/1.1" status: 200 len: 1096 time: 0.2996929 Nov 04 13:27:26.716503 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-36e4c5cd-ee44-4986-bd98-5b0799f97feb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 HTTP/1.1" status: 200 len: 217 time: 0.0690024 Nov 04 13:27:26.735545 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-41365ebd-b242-4fc9-8e70-54a088caca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1120378'] for network, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:26.841433 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.db.resource_extend [None req-99381780-7f56-4df2-b86f-90dcbc8858ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 13:27:26.909679 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-4c294f3d-5bff-454c-873f-84a06b1f1d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:26.919279 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60185973-e8ff-4fc4-820f-6e035d82a4d2', 'tag': '8cb5df9a-c6e3-4197-9b3a-912ffc6e9977', 'status': 'completed', 'code': 200} Nov 04 13:27:26.935412 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 00dded0e-e52f-4732-a52d-8c57afc7379e details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:27:27.080355 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-41365ebd-b242-4fc9-8e70-54a088caca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1063405', 'neutron.services.segments.db._delete_segments_for_network-8742936665528'] for network, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:27.087745 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-99381780-7f56-4df2-b86f-90dcbc8858ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:27.105087 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-99381780-7f56-4df2-b86f-90dcbc8858ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837438'] for floatingip, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:27.107373 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-8881e3f0-e026-4563-84d7-635fb58f638e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:27.114962 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-8881e3f0-e026-4563-84d7-635fb58f638e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e4a0bf0-8086-4b70-87a4-6eff05a52c1a HTTP/1.1" status: 200 len: 855 time: 0.1924980 Nov 04 13:27:27.230728 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-58baf76f-2c8c-4725-a0b7-c6fe54ccd5e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906856 Nov 04 13:27:27.231072 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.services.segments.db [None req-41365ebd-b242-4fc9-8e70-54a088caca26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786806b8-b546-4cf7-b982-c5c5a5208606']}} {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:27:27.316406 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 00dded0e-e52f-4732-a52d-8c57afc7379e, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=00dded0e-e52f-4732-a52d-8c57afc7379e,segment=NetworkSegment(da5888a9-0376-474e-ba65-2a0a7e2ceaaa),segment_id=da5888a9-0376-474e-ba65-2a0a7e2ceaaa)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:27.346271 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': '00dded0e-e52f-4732-a52d-8c57afc7379e', 'network_id': '480b04c7-2c7f-4eef-a32f-862840807958', 'port_id': '00dded0e-e52f-4732-a52d-8c57afc7379e', 'mac_address': 'fa:16:3e:e4:f5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '044383db-1fe5-4976-a483-8e33726623cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:27:27.390869 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.services.segments.db [None req-41365ebd-b242-4fc9-8e70-54a088caca26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417fca62-d610-41ed-a4f6-c89ca90ceb1b') {'for_net_delete': True} {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:27:27.391296 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.services.segments.db [None req-41365ebd-b242-4fc9-8e70-54a088caca26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417fca62-d610-41ed-a4f6-c89ca90ceb1b') {} {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:27:27.430731 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-41365ebd-b242-4fc9-8e70-54a088caca26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742936667091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3573361'] for segment, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:27.452440 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-4c294f3d-5bff-454c-873f-84a06b1f1d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:27.457957 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-41365ebd-b242-4fc9-8e70-54a088caca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:27.471206 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41365ebd-b242-4fc9-8e70-54a088caca26 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=82772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 04 13:27:27.471605 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-41365ebd-b242-4fc9-8e70-54a088caca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3573450'] for segment, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:27.472613 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40d0763-638c-4cbf-8cd0-7912dffc3448 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:27:27.481604 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:27.488391 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9e224a-402f-4db4-90c6-4ed25fb364a0 None None] Sync routers for ids ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'] in dv-cinder-810367-1-smb {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: Traceback (most recent call last): Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: timer() Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: cb(*args, **kw) Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: return func(*args, **kwargs) Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: self._notify() Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: self.callback(batched_events) Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: event.method(event) Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: return f(self, *a, **k) Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: return self._get(url).json() Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: return self.request(url, 'GET', **kwargs) Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 13:27:27.495337 dv-cinder-810367-1-smb neutron-server[82772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 13:27:27.521451 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-764eb297-0232-4f71-bb9e-0c24bcf0e661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:27.526439 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e224a-402f-4db4-90c6-4ed25fb364a0 None None] Routers {'1d9f18ca-50d3-48ce-89f4-1ee086403af8'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:27:27.527072 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-2b9e224a-402f-4db4-90c6-4ed25fb364a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:27:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:27:27.548896 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00dded0e-e52f-4732-a52d-8c57afc7379e {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:27:27.564348 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c294f3d-5bff-454c-873f-84a06b1f1d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed84d846-9e12-4047-b78c-4f3dbd4edcdc,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:27.567387 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-4c294f3d-5bff-454c-873f-84a06b1f1d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:27.588714 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 00dded0e-e52f-4732-a52d-8c57afc7379e, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=00dded0e-e52f-4732-a52d-8c57afc7379e,segment=NetworkSegment(da5888a9-0376-474e-ba65-2a0a7e2ceaaa),segment_id=da5888a9-0376-474e-ba65-2a0a7e2ceaaa)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:27.613930 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-4c294f3d-5bff-454c-873f-84a06b1f1d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:27.619246 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-4c294f3d-5bff-454c-873f-84a06b1f1d92 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ed84d846-9e12-4047-b78c-4f3dbd4edcdc HTTP/1.1" status: 204 len: 168 time: 1.2349782 Nov 04 13:27:27.620183 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:27.627255 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:27.641869 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f40d0763-638c-4cbf-8cd0-7912dffc3448 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for floatingip, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:27.654838 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-41365ebd-b242-4fc9-8e70-54a088caca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1063398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837420'] for network, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:27.669583 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0300f-4c03-4a1b-a940-3c44bb1b0493 req-b2b7b977-2448-416d-92fd-d144e4ea16b2 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:27.671502 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7fc0300f-4c03-4a1b-a940-3c44bb1b0493 req-b2b7b977-2448-416d-92fd-d144e4ea16b2 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=60185973-e8ff-4fc4-820f-6e035d82a4d2 HTTP/1.1" status: 200 len: 943 time: 0.4693077 Nov 04 13:27:27.677301 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:27.697847 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-41365ebd-b242-4fc9-8e70-54a088caca26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:27.727415 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41365ebd-b242-4fc9-8e70-54a088caca26 admin admin] Pushing event deleted for resources: {'Network': ['ID=786806b8-b546-4cf7-b982-c5c5a5208606,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:27.734756 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-41365ebd-b242-4fc9-8e70-54a088caca26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:27.793012 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7fc0300f-4c03-4a1b-a940-3c44bb1b0493 req-6e1d9153-a420-4fe9-a1f3-73bbffc35410 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922334 Nov 04 13:27:27.795496 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-41365ebd-b242-4fc9-8e70-54a088caca26 admin admin] 10.222.0.93 "DELETE /v2.0/networks/786806b8-b546-4cf7-b982-c5c5a5208606 HTTP/1.1" status: 204 len: 168 time: 1.2192340 Nov 04 13:27:27.818702 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-fb71d5f9-c578-4b80-adae-e628fdf3203b service neutron] 10.222.0.52 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754886 Nov 04 13:27:27.828015 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=00dded0e-e52f-4732-a52d-8c57afc7379e,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:27.845824 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:27.861932 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-f40d0763-638c-4cbf-8cd0-7912dffc3448 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "PUT /v2.0/floatingips/8fa8827e-da36-4101-8c20-5ef1a526e201 HTTP/1.1" status: 200 len: 992 time: 7.0947800 Nov 04 13:27:27.878309 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-2b9e224a-402f-4db4-90c6-4ed25fb364a0 None None] Set router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:27:27.882092 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.db.l3_db [None req-99381780-7f56-4df2-b86f-90dcbc8858ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Floating IP f3955496-aa5d-498f-8a54-d5ddd5dcb48b associated. External IP: 172.28.1.198, port: 82d4400c-2819-4365-af92-3c9f5c02584f. Nov 04 13:27:27.916554 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['00dded0e-e52f-4732-a52d-8c57afc7379e'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:27:28.063904 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8ca87-ed10-440b-bf79-52ec05366ea0 req-503ca149-e6be-421e-bd73-900ae8426fc0 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:28.065724 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-44a8ca87-ed10-440b-bf79-52ec05366ea0 req-503ca149-e6be-421e-bd73-900ae8426fc0 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f35b9b-a1a4-4b8f-8976-24a21d0f59dc HTTP/1.1" status: 200 len: 944 time: 0.7105837 Nov 04 13:27:28.142431 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-44a8ca87-ed10-440b-bf79-52ec05366ea0 req-788655ce-1087-47b0-84d7-c41e483f5a1b tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/security-groups?id=a322e53b-1482-49cc-bffa-37bb4eb51338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629382 Nov 04 13:27:28.200262 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 41132) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:28.293416 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-06677f61-a2bd-4d61-97b2-aab7945e46b9 req-4b1f0ba4-70ec-4551-9776-ce9acd8d2fa3 service neutron] 10.222.0.52 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603329 Nov 04 13:27:28.326656 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-bfbd0fc0-0aee-489b-a2bc-d04ee4efe63c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=04dfbc43f3eb43baa25d2d28962011eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1232817 Nov 04 13:27:28.330388 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 41136) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:28.468996 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-c2cfe7e5-ca05-4b74-929b-e9feb4408f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:28.514421 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-4d6d322f-2fcd-43fd-9eee-ba137f6b905f req-78745dc4-474b-4d29-8fe1-c57763fef859 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca590547524248caa833248e6087476c&device_id=60185973-e8ff-4fc4-820f-6e035d82a4d2 HTTP/1.1" status: 200 len: 1096 time: 0.1234446 Nov 04 13:27:28.516445 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-c2cfe7e5-ca05-4b74-929b-e9feb4408f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:28.572572 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-2b9e224a-402f-4db4-90c6-4ed25fb364a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:28Z', 'updated_at': '2021-11-04T13:26:37Z', 'revision_number': 4, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'gw_port': {'id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_floatingips': [{'id': '8fa8827e-da36-4101-8c20-5ef1a526e201', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'floating_ip_address': '172.28.1.186', 'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'router_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'port_id': '85ac3963-e517-43d5-8531-ad936c9306a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'mac_address': 'fa:16:3e:05:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a9705e-6620-4bcd-a317-5cd382075fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:26:54Z', 'updated_at': '2021-11-04T13:27:22Z', 'revision_number': 1, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4966c20f-23cf-4f08-a882-cedc08e0e2b6', 'name': '', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'mac_address': 'fa:16:3e:e4:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:35Z', 'updated_at': '2021-11-04T13:26:54Z', 'revision_number': 5, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'subnets': [{'id': '015f8400-61d5-446c-9985-04a90256d94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:27:28.576627 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9e224a-402f-4db4-90c6-4ed25fb364a0 None None] Checking router: 1d9f18ca-50d3-48ce-89f4-1ee086403af8 for host: dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:27:28.590378 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e224a-402f-4db4-90c6-4ed25fb364a0 None None] Routers {'1d9f18ca-50d3-48ce-89f4-1ee086403af8'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:27:28.592179 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-2b9e224a-402f-4db4-90c6-4ed25fb364a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:27:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:27:28.701817 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99381780-7f56-4df2-b86f-90dcbc8858ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Router de216616-88bb-4cdb-b621-0f1516027da4 has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:27:28.708435 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d322f-2fcd-43fd-9eee-ba137f6b905f req-a2636ec8-c863-4145-ac0a-4fde28f9a84c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:28.710377 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-4d6d322f-2fcd-43fd-9eee-ba137f6b905f req-a2636ec8-c863-4145-ac0a-4fde28f9a84c service neutron] 10.222.0.52 "GET /v2.0/networks?id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e HTTP/1.1" status: 200 len: 916 time: 0.1824334 Nov 04 13:27:28.711108 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-c2cfe7e5-ca05-4b74-929b-e9feb4408f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:28.714950 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-1e9d798d-a5ee-4240-8944-d6dbe17d44cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:28.732671 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfe7e5-ca05-4b74-929b-e9feb4408f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fd9a0e-f479-4aaa-8b44-b163ec259297,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:28.742096 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-c2cfe7e5-ca05-4b74-929b-e9feb4408f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:28.831531 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-4d6d322f-2fcd-43fd-9eee-ba137f6b905f req-5a8a9951-14ea-44b3-8eeb-c85dd0e7455a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 HTTP/1.1" status: 200 len: 217 time: 0.0998948 Nov 04 13:27:28.836910 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-c2cfe7e5-ca05-4b74-929b-e9feb4408f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:28.842419 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-c2cfe7e5-ca05-4b74-929b-e9feb4408f92 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/01fd9a0e-f479-4aaa-8b44-b163ec259297 HTTP/1.1" status: 204 len: 168 time: 0.5096865 Nov 04 13:27:28.912713 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d322f-2fcd-43fd-9eee-ba137f6b905f req-8754f2a6-9274-478f-9b57-d6a78fe0d985 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:28.914435 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-4d6d322f-2fcd-43fd-9eee-ba137f6b905f req-8754f2a6-9274-478f-9b57-d6a78fe0d985 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e4a0bf0-8086-4b70-87a4-6eff05a52c1a HTTP/1.1" status: 200 len: 855 time: 0.0707624 Nov 04 13:27:28.922842 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a9705e-6620-4bcd-a317-5cd382075fa6', 'tag': '85ac3963-e517-43d5-8531-ad936c9306a6'}] {{(pid=82773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:27:28.951978 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 00dded0e-e52f-4732-a52d-8c57afc7379e up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:27:28.998891 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-2b9e224a-402f-4db4-90c6-4ed25fb364a0 None None] Set router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:27:29.020218 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-4d6d322f-2fcd-43fd-9eee-ba137f6b905f req-81c20d7b-e037-47a1-86f5-6c7b6a69f250 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985396 Nov 04 13:27:29.097372 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a9705e-6620-4bcd-a317-5cd382075fa6', 'tag': '85ac3963-e517-43d5-8531-ad936c9306a6', 'status': 'completed', 'code': 200} Nov 04 13:27:29.186501 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-151c2a09-3f51-422d-9c23-ae49f15de2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:29.264698 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning for port 00dded0e-e52f-4732-a52d-8c57afc7379e completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:27:29.275844 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port 00dded0e-e52f-4732-a52d-8c57afc7379e triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:27:29.276522 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:29.394943 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6d2d6-025b-42a7-a6e2-ed01e2ae247e req-c3057de9-8f53-4edf-ad00-94d85a204e14 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:29.407157 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-fcf6d2d6-025b-42a7-a6e2-ed01e2ae247e req-c3057de9-8f53-4edf-ad00-94d85a204e14 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=60185973-e8ff-4fc4-820f-6e035d82a4d2 HTTP/1.1" status: 200 len: 943 time: 0.2298288 Nov 04 13:27:29.610688 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-7f61d8aa-73a8-4f46-a2e7-565bbd4f8bfd req-b2991c60-4f8e-4069-87f4-e85db1b9f619 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8899ac9b01e42658da4f7daa3a70cb6&device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 1099 time: 0.3588538 Nov 04 13:27:29.616832 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-4d6d322f-2fcd-43fd-9eee-ba137f6b905f req-5ecb739f-0a9b-4b05-80a4-a234e5b93359 service neutron] 10.222.0.52 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821187 Nov 04 13:27:29.705710 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:29.778819 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99381780-7f56-4df2-b86f-90dcbc8858ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:27:29.806376 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-fcf6d2d6-025b-42a7-a6e2-ed01e2ae247e req-05b2d1b7-b811-4599-a2a1-e9ce51ef466c tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921392 Nov 04 13:27:29.824363 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-99381780-7f56-4df2-b86f-90dcbc8858ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for floatingip, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:29.835903 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef597505-1850-4abc-94b6-0bfd8da61f26 None None] Sync routers for ids ['de216616-88bb-4cdb-b621-0f1516027da4'] in dv-cinder-810367-1-smb {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:27:29.905867 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:29.940732 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61d8aa-73a8-4f46-a2e7-565bbd4f8bfd req-0ad8cac7-721b-4972-bb70-78c8d9c2c4e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:29.942615 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-7f61d8aa-73a8-4f46-a2e7-565bbd4f8bfd req-0ad8cac7-721b-4972-bb70-78c8d9c2c4e4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=19b33287-e8f1-4ba3-9b40-154cff1c5c43 HTTP/1.1" status: 200 len: 918 time: 0.3234019 Nov 04 13:27:29.996400 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-2b9e224a-402f-4db4-90c6-4ed25fb364a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:28Z', 'updated_at': '2021-11-04T13:26:37Z', 'revision_number': 4, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'gw_port': {'id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_floatingips': [{'id': '8fa8827e-da36-4101-8c20-5ef1a526e201', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'floating_ip_address': '172.28.1.186', 'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'router_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'port_id': '85ac3963-e517-43d5-8531-ad936c9306a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'mac_address': 'fa:16:3e:05:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a9705e-6620-4bcd-a317-5cd382075fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:26:54Z', 'updated_at': '2021-11-04T13:27:22Z', 'revision_number': 1, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4966c20f-23cf-4f08-a882-cedc08e0e2b6', 'name': '', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'mac_address': 'fa:16:3e:e4:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:35Z', 'updated_at': '2021-11-04T13:26:54Z', 'revision_number': 5, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'subnets': [{'id': '015f8400-61d5-446c-9985-04a90256d94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:27:30.003684 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9e224a-402f-4db4-90c6-4ed25fb364a0 None None] The sync data for ids ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'] in dv-cinder-810367-1-smb is: [{'id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:28Z', 'updated_at': '2021-11-04T13:26:37Z', 'revision_number': 4, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'gw_port': {'id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_floatingips': [{'id': '8fa8827e-da36-4101-8c20-5ef1a526e201', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'floating_ip_address': '172.28.1.186', 'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'router_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'port_id': '85ac3963-e517-43d5-8531-ad936c9306a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'mac_address': 'fa:16:3e:05:de:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a9705e-6620-4bcd-a317-5cd382075fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:26:54Z', 'updated_at': '2021-11-04T13:27:22Z', 'revision_number': 1, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4966c20f-23cf-4f08-a882-cedc08e0e2b6', 'name': '', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'mac_address': 'fa:16:3e:e4:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:35Z', 'updated_at': '2021-11-04T13:26:54Z', 'revision_number': 5, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'subnets': [{'id': '015f8400-61d5-446c-9985-04a90256d94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:27:30.007751 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 00dded0e-e52f-4732-a52d-8c57afc7379e, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=00dded0e-e52f-4732-a52d-8c57afc7379e,segment=NetworkSegment(da5888a9-0376-474e-ba65-2a0a7e2ceaaa),segment_id=da5888a9-0376-474e-ba65-2a0a7e2ceaaa)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:30.014524 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f35b9b-a1a4-4b8f-8976-24a21d0f59dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00dded0e-e52f-4732-a52d-8c57afc7379e'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:27:30.022214 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-99381780-7f56-4df2-b86f-90dcbc8858ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "PUT /v2.0/floatingips/f3955496-aa5d-498f-8a54-d5ddd5dcb48b HTTP/1.1" status: 200 len: 991 time: 5.2323368 Nov 04 13:27:30.026653 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17adf15-5316-4abe-873b-bf90aad0f17e', 'tag': '82d4400c-2819-4365-af92-3c9f5c02584f'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:27:30.039537 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:30.046431 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:30.130867 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef597505-1850-4abc-94b6-0bfd8da61f26 None None] Routers {'de216616-88bb-4cdb-b621-0f1516027da4'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:27:30.135982 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-ef597505-1850-4abc-94b6-0bfd8da61f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:27:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['de216616-88bb-4cdb-b621-0f1516027da4'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:27:30.453544 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6ae7c0-6a1c-497a-a41f-e3d732a35bcb None None] New status for floating IP 8fa8827e-da36-4101-8c20-5ef1a526e201: ACTIVE {{(pid=82775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 04 13:27:30.560841 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f35b9b-a1a4-4b8f-8976-24a21d0f59dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00dded0e-e52f-4732-a52d-8c57afc7379e', 'code': 200} Nov 04 13:27:30.583471 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-7f61d8aa-73a8-4f46-a2e7-565bbd4f8bfd req-fa31724b-03d2-4836-b262-c1b496ce8e47 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85ac3963-e517-43d5-8531-ad936c9306a6 HTTP/1.1" status: 200 len: 1000 time: 0.4386060 Nov 04 13:27:30.636461 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=00dded0e-e52f-4732-a52d-8c57afc7379e,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:30.676612 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17adf15-5316-4abe-873b-bf90aad0f17e', 'tag': '82d4400c-2819-4365-af92-3c9f5c02584f', 'status': 'completed', 'code': 200} Nov 04 13:27:30.698258 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:30.698580 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:30.698856 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:30.699189 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:30.699519 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:30.699844 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:30.700166 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:30.700485 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:30.700805 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:30.701125 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:30.701455 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:30.713193 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:30.741435 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-ef597505-1850-4abc-94b6-0bfd8da61f26 None None] Set router de216616-88bb-4cdb-b621-0f1516027da4 gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:27:30.818812 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61d8aa-73a8-4f46-a2e7-565bbd4f8bfd req-333383c9-3947-4a52-89e1-d72fb1c6c567 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:30.818812 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-7f61d8aa-73a8-4f46-a2e7-565bbd4f8bfd req-333383c9-3947-4a52-89e1-d72fb1c6c567 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=015f8400-61d5-446c-9985-04a90256d94c HTTP/1.1" status: 200 len: 856 time: 0.1816964 Nov 04 13:27:30.902746 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-78d157a6-a43d-4f69-8ac8-3b3282f092c6 req-96a1bed1-d0c9-443b-9de3-bec5070e3f0b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7451332362e46a2a0a216c2925c30eb&device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 1098 time: 0.1998193 Nov 04 13:27:30.923271 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8348a4-a843-41dc-9db1-4f637784ffca req-9047ee9a-a5af-49d4-83fd-29879cdfdfc8 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:30.937645 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ac8348a4-a843-41dc-9db1-4f637784ffca req-9047ee9a-a5af-49d4-83fd-29879cdfdfc8 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f35b9b-a1a4-4b8f-8976-24a21d0f59dc HTTP/1.1" status: 200 len: 946 time: 0.9925535 Nov 04 13:27:30.953143 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-4d6d322f-2fcd-43fd-9eee-ba137f6b905f req-d24dbb8d-6a40-4670-ac06-f6d210331cda service neutron] 10.222.0.52 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8097091 Nov 04 13:27:30.991125 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:27:31.093855 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-7f61d8aa-73a8-4f46-a2e7-565bbd4f8bfd req-86d7f48f-6e7c-465f-bbdf-bf31b7476ef5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b33287-e8f1-4ba3-9b40-154cff1c5c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2626266 Nov 04 13:27:31.105733 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ac8348a4-a843-41dc-9db1-4f637784ffca req-4e2a890a-2b7d-417a-8643-2bc122b3f5c5 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/security-groups?id=a322e53b-1482-49cc-bffa-37bb4eb51338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502099 Nov 04 13:27:31.112054 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-41a35085-e48c-4b28-bf45-951a28423fe9 req-038453e0-6396-4d52-9d12-01b7fd6a871f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=27f35b9b-a1a4-4b8f-8976-24a21d0f59dc HTTP/1.1" status: 200 len: 1099 time: 0.3107553 Nov 04 13:27:31.366098 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-7f61d8aa-73a8-4f46-a2e7-565bbd4f8bfd req-8b238145-eb5f-48cd-b55b-ff0bda13be1e service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564232 Nov 04 13:27:31.366571 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 41220) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:31.388927 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-41a35085-e48c-4b28-bf45-951a28423fe9 req-fd227209-e569-483c-8fd8-ec2ab602e546 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a322e53b-1482-49cc-bffa-37bb4eb51338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613754 Nov 04 13:27:31.403175 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-92837c9a-5598-4980-8d17-49595bd5cb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:31.453493 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d157a6-a43d-4f69-8ac8-3b3282f092c6 req-5a4b65b1-c002-48b8-94cf-a35c4175ae1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:31.455624 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-78d157a6-a43d-4f69-8ac8-3b3282f092c6 req-5a4b65b1-c002-48b8-94cf-a35c4175ae1a service neutron] 10.222.0.52 "GET /v2.0/networks?id=6282d6f8-f89d-43c1-9bee-c61b55a30831 HTTP/1.1" status: 200 len: 912 time: 0.5186555 Nov 04 13:27:31.509482 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8d527-662c-4a1e-8a4d-dcc4a0d35522 req-2e056ee4-037f-41da-985e-8987e7940131 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:31.514781 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=8cb5df9a-c6e3-4197-9b3a-912ffc6e9977,segment=NetworkSegment(b3a65132-091a-42fd-9f21-c848c12dfc96),segment_id=b3a65132-091a-42fd-9f21-c848c12dfc96)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:31.521921 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-93e8d527-662c-4a1e-8a4d-dcc4a0d35522 req-2e056ee4-037f-41da-985e-8987e7940131 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=60185973-e8ff-4fc4-820f-6e035d82a4d2 HTTP/1.1" status: 200 len: 943 time: 0.3000753 Nov 04 13:27:31.558712 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-7f61d8aa-73a8-4f46-a2e7-565bbd4f8bfd req-3d406271-6404-4297-b302-2d170ea48990 service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812456 Nov 04 13:27:31.584548 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1724716194-network', 'tenant_id': '1045286fb73b402889070a294f6a163c'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:31.590839 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:31.599187 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Usage tracker for resource:network and tenant:1045286fb73b402889070a294f6a163c is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:31.610934 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:31.612151 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': '8cb5df9a-c6e3-4197-9b3a-912ffc6e9977', 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e', 'port_id': '8cb5df9a-c6e3-4197-9b3a-912ffc6e9977', 'mac_address': 'fa:16:3e:75:c7:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4a0bf0-8086-4b70-87a4-6eff05a52c1a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:27:31.627762 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-93e8d527-662c-4a1e-8a4d-dcc4a0d35522 req-b4c1551f-0e22-47cf-a3c7-b64196bd1d9e tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048791 Nov 04 13:27:31.642107 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:31.674175 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Made reservation on behalf of 1045286fb73b402889070a294f6a163c for: {'network': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:27:31.676456 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for network, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:31.706799 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:31.708668 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:31.756945 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:31.762186 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Usage tracker for resource:security_group_rule and tenant:1045286fb73b402889070a294f6a163c is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:31.765439 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:31.774373 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:31.775487 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:27:31.811879 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=8cb5df9a-c6e3-4197-9b3a-912ffc6e9977,segment=NetworkSegment(b3a65132-091a-42fd-9f21-c848c12dfc96),segment_id=b3a65132-091a-42fd-9f21-c848c12dfc96)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:31.817464 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-ef597505-1850-4abc-94b6-0bfd8da61f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:49Z', 'revision_number': 4, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'gw_port': {'id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:31Z', 'updated_at': '2021-11-04T13:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_floatingips': [{'id': 'f3955496-aa5d-498f-8a54-d5ddd5dcb48b', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'floating_ip_address': '172.28.1.198', 'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'router_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'port_id': '82d4400c-2819-4365-af92-3c9f5c02584f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'mac_address': 'fa:16:3e:c1:f5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17adf15-5316-4abe-873b-bf90aad0f17e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:27:00Z', 'updated_at': '2021-11-04T13:27:26Z', 'revision_number': 1, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4', 'name': '', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'mac_address': 'fa:16:3e:c7:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:45Z', 'updated_at': '2021-11-04T13:27:02Z', 'revision_number': 5, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'subnets': [{'id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:27:31.819554 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-78d157a6-a43d-4f69-8ac8-3b3282f092c6 req-f2bd59ac-0d26-49f4-917f-b573e3a1ea84 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82d4400c-2819-4365-af92-3c9f5c02584f HTTP/1.1" status: 200 len: 999 time: 0.1908090 Nov 04 13:27:31.827980 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:31.834572 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-a110b1d9-3d79-4389-a2a8-8ac5d5b61fd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:31.882317 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef597505-1850-4abc-94b6-0bfd8da61f26 None None] Checking router: de216616-88bb-4cdb-b621-0f1516027da4 for host: dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:27:31.927632 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef597505-1850-4abc-94b6-0bfd8da61f26 None None] Routers {'de216616-88bb-4cdb-b621-0f1516027da4'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:27:31.928508 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-ef597505-1850-4abc-94b6-0bfd8da61f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:27:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['de216616-88bb-4cdb-b621-0f1516027da4'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:27:31.937215 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:31.944398 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:31.949241 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-8f34b260-d37c-44e2-b60f-f6165b3a194d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:31.965934 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d157a6-a43d-4f69-8ac8-3b3282f092c6 req-15af623f-47be-4db6-be05-8ce920c65839 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:31.970362 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-78d157a6-a43d-4f69-8ac8-3b3282f092c6 req-15af623f-47be-4db6-be05-8ce920c65839 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a8b765cb-cd12-4457-b597-71f7e124b9ac HTTP/1.1" status: 200 len: 850 time: 0.1399133 Nov 04 13:27:32.005769 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=82773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 13:27:32.012180 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=8cb5df9a-c6e3-4197-9b3a-912ffc6e9977,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:32.021608 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:32.054107 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:32.071125 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:32.071362 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.db.segments_db [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Added segment 52a1ce32-0148-4074-b0b3-26fff405bd0a of type vlan for network 92a0a7a0-75b6-4ced-9746-003e01dbfb31 Nov 04 13:27:32.072630 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1615fbd3-7258-47a5-ad99-0c46061a5917,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:32.091592 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:32.131766 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-78d157a6-a43d-4f69-8ac8-3b3282f092c6 req-7f1157b6-1f75-404c-9ef5-87d1ba5fb1e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6282d6f8-f89d-43c1-9bee-c61b55a30831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1505163 Nov 04 13:27:32.186362 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742936165852'] for network, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:32.187811 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['8cb5df9a-c6e3-4197-9b3a-912ffc6e9977'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:27:32.223604 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-ef597505-1850-4abc-94b6-0bfd8da61f26 None None] Set router de216616-88bb-4cdb-b621-0f1516027da4 gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:27:32.276501 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for network, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:32.277854 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:32.278491 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:32.285107 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:32.509591 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-78d157a6-a43d-4f69-8ac8-3b3282f092c6 req-ba6268d1-6593-4f9e-b1ee-5b5c1594ede3 service neutron] 10.222.0.52 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624876 Nov 04 13:27:32.520448 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1528282 Nov 04 13:27:32.532365 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 41270) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:32.537525 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Pushing event updated for resources: {'Network': ['ID=92a0a7a0-75b6-4ced-9746-003e01dbfb31,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:32.542936 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-fe132ad2-7f29-4316-b59d-86af96dad419 admin admin] Request body: {'subnet': {'network_id': '92a0a7a0-75b6-4ced-9746-003e01dbfb31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1724716194-subnet', 'tenant_id': '1045286fb73b402889070a294f6a163c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:32.548812 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:32.551636 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-fe132ad2-7f29-4316-b59d-86af96dad419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:32.558271 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-fe132ad2-7f29-4316-b59d-86af96dad419 admin admin] Usage tracker for resource:subnet and tenant:1045286fb73b402889070a294f6a163c is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:32.567963 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-fe132ad2-7f29-4316-b59d-86af96dad419 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:32.577565 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-fe132ad2-7f29-4316-b59d-86af96dad419 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:32.604853 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe132ad2-7f29-4316-b59d-86af96dad419 admin admin] Made reservation on behalf of 1045286fb73b402889070a294f6a163c for: {'subnet': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:27:32.607172 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-fe132ad2-7f29-4316-b59d-86af96dad419 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2421757'] for subnet, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:32.679511 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Network 92a0a7a0-75b6-4ced-9746-003e01dbfb31 details requested by agent ovs-agent-dv-cinder-810367-1-smb with host dv-cinder-810367-1-smb {{(pid=82774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 04 13:27:32.712673 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822751a4-a26d-4253-8308-d2b6ec066716 req-6ba1a335-32ec-4d84-8161-8700e2038c4c tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:32.728656 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-822751a4-a26d-4253-8308-d2b6ec066716 req-6ba1a335-32ec-4d84-8161-8700e2038c4c tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f35b9b-a1a4-4b8f-8976-24a21d0f59dc HTTP/1.1" status: 200 len: 946 time: 0.2479293 Nov 04 13:27:32.867442 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-78d157a6-a43d-4f69-8ac8-3b3282f092c6 req-1e11b153-452e-4fad-9144-7f0fcffee6b9 service neutron] 10.222.0.52 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482523 Nov 04 13:27:33.000679 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-822751a4-a26d-4253-8308-d2b6ec066716 req-d94e64d2-e5a2-4696-b61d-e9369468382d tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/security-groups?id=a322e53b-1482-49cc-bffa-37bb4eb51338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097634 Nov 04 13:27:33.114367 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ced5d-36e3-41ea-a838-34771ee6e25d req-0c3515c4-6684-4408-ab48-57d5c483cc59 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:33.124124 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8a3ced5d-36e3-41ea-a838-34771ee6e25d req-0c3515c4-6684-4408-ab48-57d5c483cc59 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=60185973-e8ff-4fc4-820f-6e035d82a4d2 HTTP/1.1" status: 200 len: 944 time: 0.1665611 Nov 04 13:27:33.184874 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8a3ced5d-36e3-41ea-a838-34771ee6e25d req-499853c9-e5a1-435e-825c-a1a535772600 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596385 Nov 04 13:27:33.277426 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-fe132ad2-7f29-4316-b59d-86af96dad419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2421643'] for subnet, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:33.289000 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:33.312349 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 41296) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:33.400528 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe132ad2-7f29-4316-b59d-86af96dad419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c492f872-b286-45e9-8aab-f296054e0244,revision_number=0']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:33.403796 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-fe132ad2-7f29-4316-b59d-86af96dad419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:33.407036 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe132ad2-7f29-4316-b59d-86af96dad419 admin admin] Checking segment: {'id': '52a1ce32-0148-4074-b0b3-26fff405bd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '92a0a7a0-75b6-4ced-9746-003e01dbfb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:27:33.407383 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe132ad2-7f29-4316-b59d-86af96dad419 admin admin] Network hostable DHCP agents. Network: 92a0a7a0-75b6-4ced-9746-003e01dbfb31, hostable agents: ['631ea237-d78a-4659-83c4-0eb0d10a6a4b'], hosted agents: [] {{(pid=82773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 13:27:33.431822 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe132ad2-7f29-4316-b59d-86af96dad419 admin admin] Network 92a0a7a0-75b6-4ced-9746-003e01dbfb31 is scheduled to be hosted by DHCP agent 631ea237-d78a-4659-83c4-0eb0d10a6a4b with binding_index 1 {{(pid=82773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 13:27:33.431999 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-ef597505-1850-4abc-94b6-0bfd8da61f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:49Z', 'revision_number': 4, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'gw_port': {'id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:31Z', 'updated_at': '2021-11-04T13:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_floatingips': [{'id': 'f3955496-aa5d-498f-8a54-d5ddd5dcb48b', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'floating_ip_address': '172.28.1.198', 'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'router_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'port_id': '82d4400c-2819-4365-af92-3c9f5c02584f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'mac_address': 'fa:16:3e:c1:f5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17adf15-5316-4abe-873b-bf90aad0f17e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:27:00Z', 'updated_at': '2021-11-04T13:27:26Z', 'revision_number': 1, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4', 'name': '', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'mac_address': 'fa:16:3e:c7:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:45Z', 'updated_at': '2021-11-04T13:27:02Z', 'revision_number': 5, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'subnets': [{'id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:27:33.436323 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef597505-1850-4abc-94b6-0bfd8da61f26 None None] The sync data for ids ['de216616-88bb-4cdb-b621-0f1516027da4'] in dv-cinder-810367-1-smb is: [{'id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:49Z', 'revision_number': 4, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'gw_port': {'id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:31Z', 'updated_at': '2021-11-04T13:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_floatingips': [{'id': 'f3955496-aa5d-498f-8a54-d5ddd5dcb48b', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'floating_ip_address': '172.28.1.198', 'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'router_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'port_id': '82d4400c-2819-4365-af92-3c9f5c02584f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'mac_address': 'fa:16:3e:c1:f5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17adf15-5316-4abe-873b-bf90aad0f17e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:27:00Z', 'updated_at': '2021-11-04T13:27:26Z', 'revision_number': 1, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4', 'name': '', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'mac_address': 'fa:16:3e:c7:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:45Z', 'updated_at': '2021-11-04T13:27:02Z', 'revision_number': 5, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'subnets': [{'id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:27:33.445869 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-fe132ad2-7f29-4316-b59d-86af96dad419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-smb, 92a0a7a0-75b6-4ced-9746-003e01dbfb31) {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:27:33.450951 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe132ad2-7f29-4316-b59d-86af96dad419 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:33.452025 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-fe132ad2-7f29-4316-b59d-86af96dad419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:33.459993 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c696a5-07c7-4600-ba2e-b3bfa52675ed None None] Network 92a0a7a0-75b6-4ced-9746-003e01dbfb31 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:27:33.487483 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1079b084-d216-40c2-9ccb-f597322679ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:33.490417 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-fe132ad2-7f29-4316-b59d-86af96dad419 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9559388 Nov 04 13:27:33.493106 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 41302) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:33.498404 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1724716194-router', 'tenant_id': '1045286fb73b402889070a294f6a163c', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:33.504555 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:33.509179 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Usage tracker for resource:router and tenant:1045286fb73b402889070a294f6a163c is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:33.512371 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:33.519925 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:33.523901 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-1079b084-d216-40c2-9ccb-f597322679ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:33.529101 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-1079b084-d216-40c2-9ccb-f597322679ad admin admin] Usage tracker for resource:security_group_rule and tenant:9af9e05e5a5842698e40385ce733e859 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:33.532759 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-1079b084-d216-40c2-9ccb-f597322679ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:33.534569 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9207'] for router, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:33.535502 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3839100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3907538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9102'] for router, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:33.540543 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-1079b084-d216-40c2-9ccb-f597322679ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:33.567709 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:33.623577 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1079b084-d216-40c2-9ccb-f597322679ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:33.628727 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1079b084-d216-40c2-9ccb-f597322679ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:33.637053 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:33.663472 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:33.685381 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079b084-d216-40c2-9ccb-f597322679ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204419ee-e562-4b90-bbca-dcf9105c6d3e,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:33.691258 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-1079b084-d216-40c2-9ccb-f597322679ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:33.694084 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-1079b084-d216-40c2-9ccb-f597322679ad admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9af9e05e5a5842698e40385ce733e859&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3782582 Nov 04 13:27:33.696708 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 41306) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:33.737106 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d98709-a739-411c-82a2-0f0a9bef0ba8 None None] New status for floating IP f3955496-aa5d-498f-8a54-d5ddd5dcb48b: ACTIVE {{(pid=82774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 04 13:27:33.765783 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1c3d3f73-0f11-45d0-9145-d08833177e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:33.793701 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1c3d3f73-0f11-45d0-9145-d08833177e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:33.817830 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cce60fd-1faa-46e2-990d-f83ec7ce5148 None None] Network 92a0a7a0-75b6-4ced-9746-003e01dbfb31 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:27:33.834849 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3834513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9116'] for router, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:33.855564 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1c3d3f73-0f11-45d0-9145-d08833177e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:33.860617 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:33.873489 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d3f73-0f11-45d0-9145-d08833177e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204419ee-e562-4b90-bbca-dcf9105c6d3e,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:33.876612 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-1c3d3f73-0f11-45d0-9145-d08833177e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:33.877803 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1c3d3f73-0f11-45d0-9145-d08833177e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:33.878906 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-1c3d3f73-0f11-45d0-9145-d08833177e53 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/204419ee-e562-4b90-bbca-dcf9105c6d3e HTTP/1.1" status: 204 len: 168 time: 0.1808696 Nov 04 13:27:34.072205 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:34.148821 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:34.405902 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d48984-fb0a-49b2-8fe6-645e6b86b492 req-1a1ae4fa-511f-4340-84ca-fd7c146dd0a9 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:34.413149 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c2d48984-fb0a-49b2-8fe6-645e6b86b492 req-1a1ae4fa-511f-4340-84ca-fd7c146dd0a9 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f35b9b-a1a4-4b8f-8976-24a21d0f59dc HTTP/1.1" status: 200 len: 946 time: 0.1878917 Nov 04 13:27:34.443738 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_common [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Allocated IP 172.28.1.124 (3a01b9c4-59fa-4ac6-86b7-88d3229c48a4/d8a4ad71-5939-4e74-92b3-9a9ca440e818/db03465d-5a2c-48e3-81f8-18173785b30f) {{(pid=82773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:27:34.445326 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad020f4-a5a2-4020-8780-8e491ffbdc68 req-50595888-5c3f-4614-8a0f-2cc95857fa36 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:34.455041 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ad020f4-a5a2-4020-8780-8e491ffbdc68 req-50595888-5c3f-4614-8a0f-2cc95857fa36 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=60185973-e8ff-4fc4-820f-6e035d82a4d2 HTTP/1.1" status: 200 len: 944 time: 0.0958750 Nov 04 13:27:34.465316 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 41332) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:34.518697 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ad020f4-a5a2-4020-8780-8e491ffbdc68 req-e94cd749-7afa-430b-8d41-5fa63ce33736 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623429 Nov 04 13:27:34.522174 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c2d48984-fb0a-49b2-8fe6-645e6b86b492 req-8893f76a-f9ee-441b-b15f-0e4a9a35a761 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/security-groups?id=a322e53b-1482-49cc-bffa-37bb4eb51338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081524 Nov 04 13:27:34.523119 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-9cdc8145-bfc1-408e-a067-409487be0a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:34.523758 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 41340) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:34.702498 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-9cdc8145-bfc1-408e-a067-409487be0a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:34.726435 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-9cdc8145-bfc1-408e-a067-409487be0a33 admin admin] Usage tracker for resource:security_group_rule and tenant:70dc090ff6eb4dc88d4ef8f8a73449fa is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:34.730767 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-9cdc8145-bfc1-408e-a067-409487be0a33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:34.747180 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-9cdc8145-bfc1-408e-a067-409487be0a33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:34.791822 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:34.871007 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e683c139-610a-4ee1-b2a7-4123f95ea9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:34.871768 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-9cdc8145-bfc1-408e-a067-409487be0a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:34.876710 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:34.878076 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-9cdc8145-bfc1-408e-a067-409487be0a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:34.889214 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-77ff63e4-d0d2-4368-81c8-e96c76fe1554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:34.914227 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-e683c139-610a-4ee1-b2a7-4123f95ea9b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:34.919757 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-e683c139-610a-4ee1-b2a7-4123f95ea9b7 admin admin] Usage tracker for resource:security_group_rule and tenant:be24bce22c484c2f932398621dbe0c52 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:34.923858 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-e683c139-610a-4ee1-b2a7-4123f95ea9b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:34.932107 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-e683c139-610a-4ee1-b2a7-4123f95ea9b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:34.945869 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc8145-bfc1-408e-a067-409487be0a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2343c2b-9d59-4a4c-914e-09bb0d4d011b,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:34.952722 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-9cdc8145-bfc1-408e-a067-409487be0a33 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=70dc090ff6eb4dc88d4ef8f8a73449fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4843326 Nov 04 13:27:34.955525 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:27:34.956030 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 41350) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:34.956540 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-9cdc8145-bfc1-408e-a067-409487be0a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:34.957052 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:34.973080 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:27:35.013343 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:27:35.044935 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Received port after_create {{(pid=82773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:27:35.054650 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2e20c46b-07c4-4109-b0d7-67f322ef0de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:35.111428 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning for port 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:27:35.112922 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Pushing event updated for resources: {'Port': ['ID=db03465d-5a2c-48e3-81f8-18173785b30f,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:35.117772 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:35.130988 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:27:35.131729 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:35.149858 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2e20c46b-07c4-4109-b0d7-67f322ef0de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:35.268856 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 41360) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:35.286058 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2e20c46b-07c4-4109-b0d7-67f322ef0de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:35.289454 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:35.294949 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:35.310417 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:35.310841 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3834504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839009'] for router, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:35.314991 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e683c139-610a-4ee1-b2a7-4123f95ea9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:35.321035 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20c46b-07c4-4109-b0d7-67f322ef0de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2343c2b-9d59-4a4c-914e-09bb0d4d011b,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:35.323741 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-2e20c46b-07c4-4109-b0d7-67f322ef0de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:35.329505 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2e20c46b-07c4-4109-b0d7-67f322ef0de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:35.331594 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-2e20c46b-07c4-4109-b0d7-67f322ef0de6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e2343c2b-9d59-4a4c-914e-09bb0d4d011b HTTP/1.1" status: 204 len: 168 time: 0.3738780 Nov 04 13:27:35.332402 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e683c139-610a-4ee1-b2a7-4123f95ea9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:35.340051 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=8cb5df9a-c6e3-4197-9b3a-912ffc6e9977,segment=NetworkSegment(b3a65132-091a-42fd-9f21-c848c12dfc96),segment_id=b3a65132-091a-42fd-9f21-c848c12dfc96)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:35.342364 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60185973-e8ff-4fc4-820f-6e035d82a4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb5df9a-c6e3-4197-9b3a-912ffc6e9977'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:27:35.357092 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:35.361173 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:35.365475 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-7794ba05-8e76-4a34-90b4-e05748b52dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:35.420886 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:27:35.449124 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=8cb5df9a-c6e3-4197-9b3a-912ffc6e9977,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:35.453119 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60185973-e8ff-4fc4-820f-6e035d82a4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb5df9a-c6e3-4197-9b3a-912ffc6e9977', 'code': 200} Nov 04 13:27:35.454458 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:35.467887 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683c139-610a-4ee1-b2a7-4123f95ea9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077227c3-7c0d-4c80-865a-7e3806a71939,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:35.472593 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-e683c139-610a-4ee1-b2a7-4123f95ea9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:35.477085 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-e683c139-610a-4ee1-b2a7-4123f95ea9b7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=be24bce22c484c2f932398621dbe0c52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9520574 Nov 04 13:27:35.480176 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 41370) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:35.572179 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-2edd3e48-45a3-4353-82f2-4558425feafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:35.577899 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c9f81173-37c8-4f43-bce7-65cc5dc27596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:35.611824 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c9f81173-37c8-4f43-bce7-65cc5dc27596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:35.618649 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-2edd3e48-45a3-4353-82f2-4558425feafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:35.632212 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-2edd3e48-45a3-4353-82f2-4558425feafc admin admin] Usage tracker for resource:security_group_rule and tenant:9191256bdaf6430bb33857e9f0501529 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:35.636459 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-2edd3e48-45a3-4353-82f2-4558425feafc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:35.644127 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-2edd3e48-45a3-4353-82f2-4558425feafc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:35.683549 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c9f81173-37c8-4f43-bce7-65cc5dc27596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:35.690663 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-6168e124-2ae5-45a0-947d-01d3b6b37b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:35.721041 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f81173-37c8-4f43-bce7-65cc5dc27596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077227c3-7c0d-4c80-865a-7e3806a71939,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:35.723388 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c9f81173-37c8-4f43-bce7-65cc5dc27596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:35.724434 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-c9f81173-37c8-4f43-bce7-65cc5dc27596 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/077227c3-7c0d-4c80-865a-7e3806a71939 HTTP/1.1" status: 204 len: 168 time: 0.2433553 Nov 04 13:27:35.725284 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-c9f81173-37c8-4f43-bce7-65cc5dc27596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:35.770890 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-2edd3e48-45a3-4353-82f2-4558425feafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:35.783191 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-2edd3e48-45a3-4353-82f2-4558425feafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:35.794576 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:35.805609 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Router 3434eea0-6065-415c-a3fd-050f058820d0 is scheduled to L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 with binding_index 1 {{(pid=82773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 13:27:35.850029 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd3e48-45a3-4353-82f2-4558425feafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1172e45-47ce-4403-90ed-1f87fff2b1b2,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:35.854396 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-2edd3e48-45a3-4353-82f2-4558425feafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:35.869577 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-2edd3e48-45a3-4353-82f2-4558425feafc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9191256bdaf6430bb33857e9f0501529&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5990362 Nov 04 13:27:35.920021 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 41388) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:36.107271 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:27:36.120908 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] Sync routers for ids ['3434eea0-6065-415c-a3fd-050f058820d0'] in dv-cinder-810367-1-smb {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:27:36.122331 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-48658274-a9c9-45d1-a671-0a62322c609e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:36.136497 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] Routers {'3434eea0-6065-415c-a3fd-050f058820d0'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:27:36.137430 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:27:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['3434eea0-6065-415c-a3fd-050f058820d0'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:27:36.138154 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1989f9f4-7bb0-44c1-9fb3-07306d33b02c req-f39a47aa-4aaf-471c-939b-724d8f4ba780 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=60185973-e8ff-4fc4-820f-6e035d82a4d2 HTTP/1.1" status: 200 len: 1098 time: 0.4041464 Nov 04 13:27:36.153879 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6be038-6a49-496c-98f6-629a9cc0cd4a req-be4549dc-b273-41e2-aae3-cfb9ce3fc4d3 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:36.155360 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ea6be038-6a49-496c-98f6-629a9cc0cd4a req-be4549dc-b273-41e2-aae3-cfb9ce3fc4d3 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=60185973-e8ff-4fc4-820f-6e035d82a4d2 HTTP/1.1" status: 200 len: 945 time: 0.3122845 Nov 04 13:27:36.206418 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Notify callbacks [] for router, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:36.207696 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7135503 Nov 04 13:27:36.211329 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 41398) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:36.236637 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 41404) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:36.274033 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1d7e-9d59-4035-bbc0-a5d94a7a891a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:36.314114 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-8d3f1d7e-9d59-4035-bbc0-a5d94a7a891a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:36.318178 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-8d3f1d7e-9d59-4035-bbc0-a5d94a7a891a admin admin] Usage tracker for resource:security_group_rule and tenant:3c25b959ec5644d3a531e8189316db38 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:36.321750 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-8d3f1d7e-9d59-4035-bbc0-a5d94a7a891a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:36.334177 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-8d3f1d7e-9d59-4035-bbc0-a5d94a7a891a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:36.397895 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] Set router 3434eea0-6065-415c-a3fd-050f058820d0 gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:27:36.400260 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-48658274-a9c9-45d1-a671-0a62322c609e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:36.483653 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1d7e-9d59-4035-bbc0-a5d94a7a891a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:36.489335 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1d7e-9d59-4035-bbc0-a5d94a7a891a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:36.500200 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1989f9f4-7bb0-44c1-9fb3-07306d33b02c req-fb6e4936-77f4-4ebd-9fc4-85a831986170 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428471 Nov 04 13:27:36.502764 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:36.517482 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ea6be038-6a49-496c-98f6-629a9cc0cd4a req-fe1c60a6-8427-43bf-8fcd-2bd56c7d3bf2 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095350 Nov 04 13:27:36.519808 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-48658274-a9c9-45d1-a671-0a62322c609e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:36.526705 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-9806401b-0920-4022-b2da-378af9aca4e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:36.554982 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f1d7e-9d59-4035-bbc0-a5d94a7a891a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf2386f-545f-40a6-bc39-ccc5a35c064c,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:36.558461 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-8d3f1d7e-9d59-4035-bbc0-a5d94a7a891a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:36.561930 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48658274-a9c9-45d1-a671-0a62322c609e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1172e45-47ce-4403-90ed-1f87fff2b1b2,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:36.563106 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-8d3f1d7e-9d59-4035-bbc0-a5d94a7a891a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3c25b959ec5644d3a531e8189316db38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3259108 Nov 04 13:27:36.566723 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 41414) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:36.569153 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-48658274-a9c9-45d1-a671-0a62322c609e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:36.634408 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-48658274-a9c9-45d1-a671-0a62322c609e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:36.637998 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-48658274-a9c9-45d1-a671-0a62322c609e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b1172e45-47ce-4403-90ed-1f87fff2b1b2 HTTP/1.1" status: 204 len: 168 time: 0.7134426 Nov 04 13:27:36.651387 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6c7577e8-a99b-43e7-89d9-ed2177f55ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:36.692882 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6c7577e8-a99b-43e7-89d9-ed2177f55ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:36.766251 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6c7577e8-a99b-43e7-89d9-ed2177f55ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:36.771530 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-d4d971b0-52e1-4e4f-92d6-6b7088a6af6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:36.799788 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7577e8-a99b-43e7-89d9-ed2177f55ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf2386f-545f-40a6-bc39-ccc5a35c064c,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:36.805606 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-6c7577e8-a99b-43e7-89d9-ed2177f55ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:36.829066 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6c7577e8-a99b-43e7-89d9-ed2177f55ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:36.830230 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-6c7577e8-a99b-43e7-89d9-ed2177f55ff5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ebf2386f-545f-40a6-bc39-ccc5a35c064c HTTP/1.1" status: 204 len: 168 time: 0.2613223 Nov 04 13:27:36.995693 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3434eea0-6065-415c-a3fd-050f058820d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1724716194-router', 'tenant_id': '1045286fb73b402889070a294f6a163c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'db03465d-5a2c-48e3-81f8-18173785b30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:27:33Z', 'updated_at': '2021-11-04T13:27:35Z', 'revision_number': 3, 'project_id': '1045286fb73b402889070a294f6a163c', 'gw_port': {'id': 'db03465d-5a2c-48e3-81f8-18173785b30f', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3434eea0-6065-415c-a3fd-050f058820d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:27:34Z', 'updated_at': '2021-11-04T13:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:27:37.002515 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] Checking router: 3434eea0-6065-415c-a3fd-050f058820d0 for host: dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:27:37.002889 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] Updating router 3434eea0-6065-415c-a3fd-050f058820d0 port db03465d-5a2c-48e3-81f8-18173785b30f binding host dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 04 13:27:37.081870 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:37.201663 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 41442) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:37.237252 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-c0c4db22-7332-4e1a-8fbe-ffa5c6724142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:37.316717 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-c0c4db22-7332-4e1a-8fbe-ffa5c6724142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:37.327539 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-c0c4db22-7332-4e1a-8fbe-ffa5c6724142 admin admin] Usage tracker for resource:security_group_rule and tenant:026397d19f5d4c6c879d8c25aef46af7 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:37.336560 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-c0c4db22-7332-4e1a-8fbe-ffa5c6724142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:37.351706 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-c0c4db22-7332-4e1a-8fbe-ffa5c6724142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:37.657926 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] Notify callbacks [] for port, precommit_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:37.681687 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.provisioning_blocks [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] Transition to ACTIVE for port object db03465d-5a2c-48e3-81f8-18173785b30f will not be triggered until provisioned by entity L2. {{(pid=82775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:27:37.698581 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:37.706913 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-b1298f80-b374-40d8-ba1b-42b94fcafcfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:37.728647 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:37.746614 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-c0c4db22-7332-4e1a-8fbe-ffa5c6724142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:37.760796 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-c0c4db22-7332-4e1a-8fbe-ffa5c6724142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:37.795504 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-51e1261e-576e-41bb-89d8-b6e1dcf9b396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:37.847104 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 41450) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:37.850952 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] Attempting to bind port db03465d-5a2c-48e3-81f8-18173785b30f on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:27:37.851330 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] Attempting to bind port db03465d-5a2c-48e3-81f8-18173785b30f by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}] {{(pid=82775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:27:37.851691 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] Attempting to bind port db03465d-5a2c-48e3-81f8-18173785b30f on network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:27:37.874140 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ad8b9-dcd9-45fb-bd52-2d699efa7448 None None] Pushing event updated for resources: {'Port': ['ID=db03465d-5a2c-48e3-81f8-18173785b30f,revision_number=2']} {{(pid=82775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:37.879191 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:27:37.879565 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] Checking segment: {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:27:37.879970 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:37.880354 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] Bound using segment: {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'} {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:27:37.880835 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] Bound port: db03465d-5a2c-48e3-81f8-18173785b30f, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}}] {{(pid=82775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:27:37.881225 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:37.897860 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4db22-7332-4e1a-8fbe-ffa5c6724142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fbdf83-e7b1-48d6-9bb9-c644a4be2da8,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:37.967870 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-c0c4db22-7332-4e1a-8fbe-ffa5c6724142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:37.994277 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e79ab6bf-c772-4f01-807d-a2d1b98ca9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:37.994619 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ad8b9-dcd9-45fb-bd52-2d699efa7448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:37.994973 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ad8b9-dcd9-45fb-bd52-2d699efa7448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:37.995285 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ad8b9-dcd9-45fb-bd52-2d699efa7448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:37.995606 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ad8b9-dcd9-45fb-bd52-2d699efa7448 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:37.995971 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ad8b9-dcd9-45fb-bd52-2d699efa7448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:37.996544 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ad8b9-dcd9-45fb-bd52-2d699efa7448 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:37.996617 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ad8b9-dcd9-45fb-bd52-2d699efa7448 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:37.996891 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ad8b9-dcd9-45fb-bd52-2d699efa7448 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:37.997203 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ad8b9-dcd9-45fb-bd52-2d699efa7448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:37.997514 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ad8b9-dcd9-45fb-bd52-2d699efa7448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:37.997916 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759ad8b9-dcd9-45fb-bd52-2d699efa7448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:27:38.012915 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-759ad8b9-dcd9-45fb-bd52-2d699efa7448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:38.042540 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-e79ab6bf-c772-4f01-807d-a2d1b98ca9d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:38.046961 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-e79ab6bf-c772-4f01-807d-a2d1b98ca9d5 admin admin] Usage tracker for resource:security_group_rule and tenant:71fd52a7349f40a5a1e1b121f049d3b0 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:38.051200 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-e79ab6bf-c772-4f01-807d-a2d1b98ca9d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:38.057574 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-e79ab6bf-c772-4f01-807d-a2d1b98ca9d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:38.094619 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-c0c4db22-7332-4e1a-8fbe-ffa5c6724142 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=026397d19f5d4c6c879d8c25aef46af7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8915341 Nov 04 13:27:38.099742 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.db [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] For port db03465d-5a2c-48e3-81f8-18173785b30f, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:27:38.104219 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 41456) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:38.109266 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Allocated IP 172.20.0.1 (92a0a7a0-75b6-4ced-9746-003e01dbfb31/c492f872-b286-45e9-8aab-f296054e0244/9da46655-fcbd-486c-895d-02b73f17924f) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:27:38.109415 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.db [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] For port db03465d-5a2c-48e3-81f8-18173785b30f, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=db03465d-5a2c-48e3-81f8-18173785b30f,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:27:38.120515 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:38.126648 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:38.177578 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9bda9-1970-4c94-a8a4-5b9ccfa16d36 req-00a4a5e1-55f8-4bcd-8e39-209153fde2c8 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:38.188838 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-72a9bda9-1970-4c94-a8a4-5b9ccfa16d36 req-00a4a5e1-55f8-4bcd-8e39-209153fde2c8 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=60185973-e8ff-4fc4-820f-6e035d82a4d2 HTTP/1.1" status: 200 len: 945 time: 0.3197525 Nov 04 13:27:38.257468 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ad8b9-dcd9-45fb-bd52-2d699efa7448 None None] Pushing event updated for resources: {'Port': ['ID=db03465d-5a2c-48e3-81f8-18173785b30f,revision_number=3']} {{(pid=82775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:38.262859 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-759ad8b9-dcd9-45fb-bd52-2d699efa7448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:38.264194 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] Routers {'3434eea0-6065-415c-a3fd-050f058820d0'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:27:38.265170 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:27:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['3434eea0-6065-415c-a3fd-050f058820d0'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:27:38.307613 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:38.336440 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:38.342019 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:38.417776 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e79ab6bf-c772-4f01-807d-a2d1b98ca9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:38.451050 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e79ab6bf-c772-4f01-807d-a2d1b98ca9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:38.455769 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Pushing event updated for resources: {'Port': ['ID=9da46655-fcbd-486c-895d-02b73f17924f,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:38.459128 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:38.476678 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Network 92a0a7a0-75b6-4ced-9746-003e01dbfb31 is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:27:38.478118 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:27:38.483399 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:27:38.506255 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] Set router 3434eea0-6065-415c-a3fd-050f058820d0 gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:27:38.507513 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-9cdc8145-bfc1-408e-a067-409487be0a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:38.523391 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-e79ab6bf-c772-4f01-807d-a2d1b98ca9d5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=71fd52a7349f40a5a1e1b121f049d3b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6668198 Nov 04 13:27:38.538189 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-72a9bda9-1970-4c94-a8a4-5b9ccfa16d36 req-da24285b-96d9-4dd2-8346-0038f3078d8d tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484173 Nov 04 13:27:38.538881 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 41468) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:38.571587 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3837291'] for router_interface, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:38.603015 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-867af164-3135-4d12-ada3-d14c5d1422b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:38.621284 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ab6bf-c772-4f01-807d-a2d1b98ca9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a027cbae-0cf1-43d4-b74f-f8b24ab06565,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:38.628908 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-e79ab6bf-c772-4f01-807d-a2d1b98ca9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:38.658160 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-867af164-3135-4d12-ada3-d14c5d1422b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:38.666015 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:38.708380 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-71756ef2-9844-4498-918c-a001cc3c421e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:38.737877 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-71756ef2-9844-4498-918c-a001cc3c421e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:38.772007 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-867af164-3135-4d12-ada3-d14c5d1422b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:38.779870 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-2edd3e48-45a3-4353-82f2-4558425feafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:38.796291 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867af164-3135-4d12-ada3-d14c5d1422b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fbdf83-e7b1-48d6-9bb9-c644a4be2da8,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:38.801644 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-867af164-3135-4d12-ada3-d14c5d1422b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:38.837136 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-867af164-3135-4d12-ada3-d14c5d1422b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:38.838373 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-867af164-3135-4d12-ada3-d14c5d1422b8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e8fbdf83-e7b1-48d6-9bb9-c644a4be2da8 HTTP/1.1" status: 204 len: 168 time: 0.7332354 Nov 04 13:27:38.854588 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-71756ef2-9844-4498-918c-a001cc3c421e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:38.862140 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:38.878560 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71756ef2-9844-4498-918c-a001cc3c421e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a027cbae-0cf1-43d4-b74f-f8b24ab06565,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:38.881598 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-71756ef2-9844-4498-918c-a001cc3c421e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:38.882843 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-71756ef2-9844-4498-918c-a001cc3c421e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a027cbae-0cf1-43d4-b74f-f8b24ab06565 HTTP/1.1" status: 204 len: 168 time: 0.3400385 Nov 04 13:27:38.883702 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-71756ef2-9844-4498-918c-a001cc3c421e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:38.929405 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3434eea0-6065-415c-a3fd-050f058820d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1724716194-router', 'tenant_id': '1045286fb73b402889070a294f6a163c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'db03465d-5a2c-48e3-81f8-18173785b30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:27:33Z', 'updated_at': '2021-11-04T13:27:35Z', 'revision_number': 3, 'project_id': '1045286fb73b402889070a294f6a163c', 'gw_port': {'id': 'db03465d-5a2c-48e3-81f8-18173785b30f', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3434eea0-6065-415c-a3fd-050f058820d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:27:34Z', 'updated_at': '2021-11-04T13:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:27:38.936029 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09e1bc4-83d4-4acf-92c6-9ce3bd2375c1 None None] The sync data for ids ['3434eea0-6065-415c-a3fd-050f058820d0'] in dv-cinder-810367-1-smb is: [{'id': '3434eea0-6065-415c-a3fd-050f058820d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1724716194-router', 'tenant_id': '1045286fb73b402889070a294f6a163c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'db03465d-5a2c-48e3-81f8-18173785b30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:27:33Z', 'updated_at': '2021-11-04T13:27:35Z', 'revision_number': 3, 'project_id': '1045286fb73b402889070a294f6a163c', 'gw_port': {'id': 'db03465d-5a2c-48e3-81f8-18173785b30f', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3434eea0-6065-415c-a3fd-050f058820d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:27:34Z', 'updated_at': '2021-11-04T13:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}] {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:27:39.058470 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:39.067322 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:39.096468 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:39.215078 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Pushing event updated for resources: {'Port': ['ID=9da46655-fcbd-486c-895d-02b73f17924f,revision_number=2']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:39.217603 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2764254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3838799'] for router_interface, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:39.222201 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:39.377553 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Network 92a0a7a0-75b6-4ced-9746-003e01dbfb31 is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:27:39.383841 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:27:40.003745 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f08433-b882-4de7-9f55-93043c632808 req-6dd30ab0-c5c4-404a-95f4-53c3c069810b tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:40.005975 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-b3f08433-b882-4de7-9f55-93043c632808 req-6dd30ab0-c5c4-404a-95f4-53c3c069810b tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=60185973-e8ff-4fc4-820f-6e035d82a4d2 HTTP/1.1" status: 200 len: 945 time: 0.1440122 Nov 04 13:27:40.007853 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Router 3434eea0-6065-415c-a3fd-050f058820d0 has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:27:40.114054 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-b3f08433-b882-4de7-9f55-93043c632808 req-04a3fdf6-d47f-4ecc-879d-d7f7f9e86462 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014397 Nov 04 13:27:40.392074 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41c14c-6276-44cd-a4ce-37c80d9d754a req-99a8c52d-6eee-4579-a014-b6c68f3d563f tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:40.398162 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3b41c14c-6276-44cd-a4ce-37c80d9d754a req-99a8c52d-6eee-4579-a014-b6c68f3d563f tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f35b9b-a1a4-4b8f-8976-24a21d0f59dc HTTP/1.1" status: 200 len: 946 time: 0.2177801 Nov 04 13:27:40.474458 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3b41c14c-6276-44cd-a4ce-37c80d9d754a req-e30adbe1-f2f1-4425-8b98-3f501e47b070 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/security-groups?id=a322e53b-1482-49cc-bffa-37bb4eb51338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564370 Nov 04 13:27:40.489378 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:27:40.502133 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] 10.222.0.93 "PUT /v2.0/routers/3434eea0-6065-415c-a3fd-050f058820d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2907789 Nov 04 13:27:41.261232 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a14c9ca3-2997-49fe-9578-6b0fe2d7453f tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:41.262900 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a14c9ca3-2997-49fe-9578-6b0fe2d7453f tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/networks?id=92a0a7a0-75b6-4ced-9746-003e01dbfb31 HTTP/1.1" status: 200 len: 819 time: 0.2178271 Nov 04 13:27:41.306066 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-4bee58cb-5e31-4685-bbf5-d7b46adf6568 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/quotas/1045286fb73b402889070a294f6a163c HTTP/1.1" status: 200 len: 375 time: 0.0354552 Nov 04 13:27:41.611100 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-dc46a9b6-2d66-4c4e-80c3-530b7d02e741 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Synchronizing usage tracker for tenant:1045286fb73b402889070a294f6a163c on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:27:41.695235 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be6c49-6ee3-4f31-9932-8dce04b3d3f8 req-963f8585-d325-420b-9b83-06873cb0e9d2 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:41.697227 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-09be6c49-6ee3-4f31-9932-8dce04b3d3f8 req-963f8585-d325-420b-9b83-06873cb0e9d2 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.52 "GET /v2.0/ports?device_id=27f35b9b-a1a4-4b8f-8976-24a21d0f59dc HTTP/1.1" status: 200 len: 946 time: 0.2914126 Nov 04 13:27:41.697998 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-dc46a9b6-2d66-4c4e-80c3-530b7d02e741 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Unset dirty status for tenant:1045286fb73b402889070a294f6a163c on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:27:41.707692 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-dc46a9b6-2d66-4c4e-80c3-530b7d02e741 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1045286fb73b402889070a294f6a163c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3999424 Nov 04 13:27:41.893059 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-09be6c49-6ee3-4f31-9932-8dce04b3d3f8 req-1da124e5-1932-455e-a790-617766b7136f tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Deleting port 00dded0e-e52f-4732-a52d-8c57afc7379e {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:27:41.893266 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-09be6c49-6ee3-4f31-9932-8dce04b3d3f8 req-1da124e5-1932-455e-a790-617766b7136f tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:42.068121 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d00e4-d7a9-4d84-955e-ce1d09c14aff req-3a740dff-24ad-43ab-9bc6-050164444c33 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:42.074505 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ff1d00e4-d7a9-4d84-955e-ce1d09c14aff req-3a740dff-24ad-43ab-9bc6-050164444c33 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f35b9b-a1a4-4b8f-8976-24a21d0f59dc HTTP/1.1" status: 200 len: 946 time: 0.0954294 Nov 04 13:27:42.092290 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-e3ca4a35-5718-4cb4-bf23-91ed0524b742 service neutron] 10.222.0.93 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830869 Nov 04 13:27:42.122201 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ff1d00e4-d7a9-4d84-955e-ce1d09c14aff req-baa0e688-f771-4567-961c-eab4180736a7 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/security-groups?id=a322e53b-1482-49cc-bffa-37bb4eb51338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466464 Nov 04 13:27:42.364311 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-161d27aa-5d1d-44dd-8116-38e9917b5899 service neutron] 10.222.0.93 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619050 Nov 04 13:27:42.396845 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-09be6c49-6ee3-4f31-9932-8dce04b3d3f8 req-1da124e5-1932-455e-a790-617766b7136f tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] For port 00dded0e-e52f-4732-a52d-8c57afc7379e, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=00dded0e-e52f-4732-a52d-8c57afc7379e,segment=NetworkSegment(da5888a9-0376-474e-ba65-2a0a7e2ceaaa),segment_id=da5888a9-0376-474e-ba65-2a0a7e2ceaaa)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:42.397198 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-09be6c49-6ee3-4f31-9932-8dce04b3d3f8 req-1da124e5-1932-455e-a790-617766b7136f tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:42.597799 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-09be6c49-6ee3-4f31-9932-8dce04b3d3f8 req-1da124e5-1932-455e-a790-617766b7136f tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Calling delete_port for 00dded0e-e52f-4732-a52d-8c57afc7379e owned by compute:nova {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:27:42.732922 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a9fc1c6a-d195-4500-85b6-9f10de3ae5d1 req-3145fc85-8e02-4de8-aaff-24d1e3172ae0 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 210 time: 0.0691509 Nov 04 13:27:42.957330 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-09be6c49-6ee3-4f31-9932-8dce04b3d3f8 req-1da124e5-1932-455e-a790-617766b7136f tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:42.964863 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-218eced8-ed09-4726-830b-9202cafa5d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:42.976796 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['00dded0e-e52f-4732-a52d-8c57afc7379e'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:27:43.021094 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da124e5-1932-455e-a790-617766b7136f tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Pushing event deleted for resources: {'Port': ['ID=00dded0e-e52f-4732-a52d-8c57afc7379e,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:43.023917 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-1da124e5-1932-455e-a790-617766b7136f tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:43.115441 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-09be6c49-6ee3-4f31-9932-8dce04b3d3f8 req-1da124e5-1932-455e-a790-617766b7136f tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] No DVR routers for this DVR port 00dded0e-e52f-4732-a52d-8c57afc7379e on host hv-cinder-81036 {{(pid=82772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:27:43.123672 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-09be6c49-6ee3-4f31-9932-8dce04b3d3f8 req-1da124e5-1932-455e-a790-617766b7136f tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:43.129524 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f35b9b-a1a4-4b8f-8976-24a21d0f59dc', 'name': 'network-vif-deleted', 'tag': '00dded0e-e52f-4732-a52d-8c57afc7379e'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:27:43.201379 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-09be6c49-6ee3-4f31-9932-8dce04b3d3f8 req-1da124e5-1932-455e-a790-617766b7136f tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.52 "DELETE /v2.0/ports/00dded0e-e52f-4732-a52d-8c57afc7379e HTTP/1.1" status: 204 len: 173 time: 1.4710712 Nov 04 13:27:43.311405 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f35b9b-a1a4-4b8f-8976-24a21d0f59dc', 'name': 'network-vif-deleted', 'tag': '00dded0e-e52f-4732-a52d-8c57afc7379e', 'status': 'completed', 'code': 200} Nov 04 13:27:43.519881 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-487e7100-9427-48c5-892b-fd9838a94b36 req-d402ac99-6137-46f9-bd80-7e70abce3ca5 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Synchronizing usage tracker for tenant:5d076ed4b1194ea6803ecd4e9fe9426a on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:27:43.548052 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-487e7100-9427-48c5-892b-fd9838a94b36 req-d402ac99-6137-46f9-bd80-7e70abce3ca5 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Unset dirty status for tenant:5d076ed4b1194ea6803ecd4e9fe9426a on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:27:43.554162 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-487e7100-9427-48c5-892b-fd9838a94b36 req-d402ac99-6137-46f9-bd80-7e70abce3ca5 tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] 10.222.0.93 "GET /v2.0/ports?device_id=27f35b9b-a1a4-4b8f-8976-24a21d0f59dc HTTP/1.1" status: 200 len: 210 time: 0.0848606 Nov 04 13:27:43.618795 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-27a6da3c-8f6c-40a3-acef-9967c0d5185c tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:43.619666 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-27a6da3c-8f6c-40a3-acef-9967c0d5185c tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Synchronizing usage tracker for tenant:1045286fb73b402889070a294f6a163c on resource:network {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:27:43.640208 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-27a6da3c-8f6c-40a3-acef-9967c0d5185c tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Unset dirty status for tenant:1045286fb73b402889070a294f6a163c on resource:network {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:27:43.641596 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-27a6da3c-8f6c-40a3-acef-9967c0d5185c tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/networks?id=92a0a7a0-75b6-4ced-9746-003e01dbfb31 HTTP/1.1" status: 200 len: 819 time: 0.3739352 Nov 04 13:27:43.665772 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-50b7245e-cb32-4eb9-b785-3d715055e920 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/quotas/1045286fb73b402889070a294f6a163c HTTP/1.1" status: 200 len: 375 time: 0.0173004 Nov 04 13:27:43.749045 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 41712) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:43.776107 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-2c0eaa0c-ee69-4a8a-ab3b-37adced414f7 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1045286fb73b402889070a294f6a163c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1038558 Nov 04 13:27:43.881036 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-0f3da747-086c-494b-be73-7b1be885c9f9 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:43.882674 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-0f3da747-086c-494b-be73-7b1be885c9f9 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/networks?id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e HTTP/1.1" status: 200 len: 815 time: 0.1670375 Nov 04 13:27:43.918872 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-5c11bcb6-313d-47b8-9327-45d7a2c18c78 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/quotas/ca590547524248caa833248e6087476c HTTP/1.1" status: 200 len: 375 time: 0.0302472 Nov 04 13:27:43.919777 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-a37617fd-3ce4-4a7c-a634-9fa3117f34fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:43.921728 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-df9c530e-3291-4a3a-aa55-a4c673269c14 service neutron] 10.222.0.93 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373274 Nov 04 13:27:44.007669 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-a37617fd-3ce4-4a7c-a634-9fa3117f34fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:44.013220 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-a37617fd-3ce4-4a7c-a634-9fa3117f34fc admin admin] Usage tracker for resource:security_group_rule and tenant:8c0eeda50da24d908183caeed36fe84a is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:44.016956 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-a37617fd-3ce4-4a7c-a634-9fa3117f34fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:44.025269 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-a37617fd-3ce4-4a7c-a634-9fa3117f34fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:44.058304 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-65d858e5-4593-4dcc-bb75-9ee849c5fa8d tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca590547524248caa833248e6087476c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1291347 Nov 04 13:27:44.086179 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-feb468ee-e733-4803-9da3-c3d6fc0a756f service neutron] 10.222.0.93 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581349 Nov 04 13:27:44.275954 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-a37617fd-3ce4-4a7c-a634-9fa3117f34fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:44.288794 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-109d33a9-4955-4f5d-bbb9-2d47dc8118a1 service neutron] 10.222.0.93 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151062 Nov 04 13:27:44.313796 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-a37617fd-3ce4-4a7c-a634-9fa3117f34fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:44.329976 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:44.522976 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37617fd-3ce4-4a7c-a634-9fa3117f34fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec2bdf7-d616-44fc-ab0f-6850bb9dd8f8,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:44.528530 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-a37617fd-3ce4-4a7c-a634-9fa3117f34fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:44.535978 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-a37617fd-3ce4-4a7c-a634-9fa3117f34fc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8c0eeda50da24d908183caeed36fe84a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7835455 Nov 04 13:27:44.536669 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 41730) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:44.570245 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-06c51a8d-91e8-426c-8c83-d42119c9ec4f service neutron] 10.222.0.93 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804551 Nov 04 13:27:44.626656 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-578f709a-f87a-48be-9be5-03f5d4eb67bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:44.662529 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-578f709a-f87a-48be-9be5-03f5d4eb67bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:44.753408 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-578f709a-f87a-48be-9be5-03f5d4eb67bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:44.757536 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:44.772786 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f709a-f87a-48be-9be5-03f5d4eb67bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec2bdf7-d616-44fc-ab0f-6850bb9dd8f8,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:44.781538 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-578f709a-f87a-48be-9be5-03f5d4eb67bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:44.790037 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-578f709a-f87a-48be-9be5-03f5d4eb67bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:44.796269 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-578f709a-f87a-48be-9be5-03f5d4eb67bb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0ec2bdf7-d616-44fc-ab0f-6850bb9dd8f8 HTTP/1.1" status: 204 len: 168 time: 0.2583783 Nov 04 13:27:44.950381 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-baa324a1-fe33-4ddc-86ee-ceabe0ab7d2e req-720dd52c-8298-46b3-8932-d6f9c98da8f3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 210 time: 0.1113617 Nov 04 13:27:44.981765 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-e6b9cf4d-3a43-4965-b025-1a0e88b57d0d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:44.983061 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-e6b9cf4d-3a43-4965-b025-1a0e88b57d0d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.52 "GET /v2.0/networks?id=92a0a7a0-75b6-4ced-9746-003e01dbfb31 HTTP/1.1" status: 200 len: 819 time: 0.3828306 Nov 04 13:27:45.018440 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-4e53502d-fd01-40db-a999-0028e6c82cf3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Request body: {'port': {'device_id': 'ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6', 'network_id': '92a0a7a0-75b6-4ced-9746-003e01dbfb31', 'admin_state_up': True, 'tenant_id': '1045286fb73b402889070a294f6a163c'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:45.030504 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 00dded0e-e52f-4732-a52d-8c57afc7379e no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:27:45.149237 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] No Port match for: 00dded0e-e52f-4732-a52d-8c57afc7379e {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:27:45.149592 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 00dded0e-e52f-4732-a52d-8c57afc7379e not bound to the agent host hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:27:45.261776 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-670096f7-973d-43a1-b713-830c02f4e3a9 req-57dd416a-6b3e-4fc7-8dc8-98304df738ab tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 210 time: 0.1418073 Nov 04 13:27:45.312044 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-4e53502d-fd01-40db-a999-0028e6c82cf3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:45.324866 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-4e53502d-fd01-40db-a999-0028e6c82cf3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:45.339078 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-4e53502d-fd01-40db-a999-0028e6c82cf3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Made reservation on behalf of 1045286fb73b402889070a294f6a163c for: {'port': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:27:45.343842 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-4e53502d-fd01-40db-a999-0028e6c82cf3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:45.645156 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 41776) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:45.691059 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-550a8b40-f019-4463-b339-ed1098803d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:45.757638 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-550a8b40-f019-4463-b339-ed1098803d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:45.766920 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-550a8b40-f019-4463-b339-ed1098803d54 admin admin] Usage tracker for resource:security_group_rule and tenant:066774f235c148349a264fa034249577 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:45.778623 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-550a8b40-f019-4463-b339-ed1098803d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:45.796240 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-550a8b40-f019-4463-b339-ed1098803d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:45.849821 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-4e53502d-fd01-40db-a999-0028e6c82cf3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Allocated IP 172.20.0.9 (92a0a7a0-75b6-4ced-9746-003e01dbfb31/c492f872-b286-45e9-8aab-f296054e0244/4da13408-5eb3-4692-ad04-e78857720d10) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:27:46.061123 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device db03465d-5a2c-48e3-81f8-18173785b30f up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:27:46.341751 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-550a8b40-f019-4463-b339-ed1098803d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:46.346154 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port db03465d-5a2c-48e3-81f8-18173785b30f completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:27:46.352277 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port db03465d-5a2c-48e3-81f8-18173785b30f triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:27:46.352694 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:46.388683 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-550a8b40-f019-4463-b339-ed1098803d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:46.439305 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:46.479070 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-fb11c427-45bd-48af-a7ba-d09909af4124 req-96121349-a56f-4c1d-b2e4-8b679871dce7 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 210 time: 0.2228503 Nov 04 13:27:46.531089 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a8b40-f019-4463-b339-ed1098803d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d63315e-ce51-4e5a-b197-3495d9ef56aa,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:46.548017 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-4e53502d-fd01-40db-a999-0028e6c82cf3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:46.569252 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-550a8b40-f019-4463-b339-ed1098803d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:46.625020 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-7f8a1db5-41dd-4ee1-a2de-60baa50429e6 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:46.628485 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-4e53502d-fd01-40db-a999-0028e6c82cf3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:46.641967 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-7f8a1db5-41dd-4ee1-a2de-60baa50429e6 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.52 "GET /v2.0/networks?id=92a0a7a0-75b6-4ced-9746-003e01dbfb31 HTTP/1.1" status: 200 len: 819 time: 0.7728422 Nov 04 13:27:46.647750 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b5c477c8-f57a-45a9-b4b7-4028ed440e9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:46.662554 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-550a8b40-f019-4463-b339-ed1098803d54 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=066774f235c148349a264fa034249577&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0128515 Nov 04 13:27:46.663109 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:46.679504 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-2e548309-5802-4695-b54f-6b59ed8d2869 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Request body: {'port': {'device_id': 'c6acef4f-a2a2-44ad-8d33-e276398902f5', 'network_id': '92a0a7a0-75b6-4ced-9746-003e01dbfb31', 'admin_state_up': True, 'tenant_id': '1045286fb73b402889070a294f6a163c'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:46.684496 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] For port db03465d-5a2c-48e3-81f8-18173785b30f, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=db03465d-5a2c-48e3-81f8-18173785b30f,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:46.692567 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:46.700820 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:46.723681 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 41796) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:46.747942 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-4e53502d-fd01-40db-a999-0028e6c82cf3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Network 92a0a7a0-75b6-4ced-9746-003e01dbfb31 is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:27:46.755250 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-4e53502d-fd01-40db-a999-0028e6c82cf3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:27:46.764960 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-4e53502d-fd01-40db-a999-0028e6c82cf3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:27:46.800452 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Pushing event updated for resources: {'Port': ['ID=db03465d-5a2c-48e3-81f8-18173785b30f,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:46.814193 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:46.877074 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-2a0b3706-f87c-4310-b030-8af291a817d7 req-f06dc38d-8a79-4b48-8f90-887eedcc6470 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 210 time: 0.2209027 Nov 04 13:27:46.917262 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-4e53502d-fd01-40db-a999-0028e6c82cf3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:46.918194 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-4e53502d-fd01-40db-a999-0028e6c82cf3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:46.945025 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53502d-fd01-40db-a999-0028e6c82cf3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Pushing event updated for resources: {'Port': ['ID=4da13408-5eb3-4692-ad04-e78857720d10,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:46.947918 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-4e53502d-fd01-40db-a999-0028e6c82cf3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:46.962374 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 41804) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:46.962529 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-40d34f69-4dd7-4ebf-ac1d-43ca004d23b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:47.017341 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-40d34f69-4dd7-4ebf-ac1d-43ca004d23b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:47.057937 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-4e53502d-fd01-40db-a999-0028e6c82cf3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0446091 Nov 04 13:27:47.060363 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-2e548309-5802-4695-b54f-6b59ed8d2869 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:47.065703 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-2e548309-5802-4695-b54f-6b59ed8d2869 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Usage tracker for resource:port and tenant:1045286fb73b402889070a294f6a163c is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:47.070630 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Request body: {'port': {'device_id': 'ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:47.078585 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-2e548309-5802-4695-b54f-6b59ed8d2869 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:47.084771 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-2e548309-5802-4695-b54f-6b59ed8d2869 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:47.103881 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-2e548309-5802-4695-b54f-6b59ed8d2869 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Made reservation on behalf of 1045286fb73b402889070a294f6a163c for: {'port': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:27:47.106908 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-2e548309-5802-4695-b54f-6b59ed8d2869 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:47.199705 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-40d34f69-4dd7-4ebf-ac1d-43ca004d23b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:47.211935 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-c0457385-b0f9-4f94-a1b8-f06b88ec80e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:47.237869 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d34f69-4dd7-4ebf-ac1d-43ca004d23b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d63315e-ce51-4e5a-b197-3495d9ef56aa,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:47.240223 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-40d34f69-4dd7-4ebf-ac1d-43ca004d23b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:47.246728 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-40d34f69-4dd7-4ebf-ac1d-43ca004d23b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:47.257920 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-40d34f69-4dd7-4ebf-ac1d-43ca004d23b0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5d63315e-ce51-4e5a-b197-3495d9ef56aa HTTP/1.1" status: 204 len: 168 time: 0.5290699 Nov 04 13:27:47.275934 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_common [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-2e548309-5802-4695-b54f-6b59ed8d2869 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Allocated IP 172.20.0.8 (92a0a7a0-75b6-4ced-9746-003e01dbfb31/c492f872-b286-45e9-8aab-f296054e0244/124c4797-9c59-4d96-8561-68b3eedba982) {{(pid=82773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:27:47.344017 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:47.348742 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-abecb3ac-c256-4333-921e-6cf92360e4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:47.412388 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-abecb3ac-c256-4333-921e-6cf92360e4ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:47.481678 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-abecb3ac-c256-4333-921e-6cf92360e4ae admin admin] Usage tracker for resource:security_group_rule and tenant:b2435d68575d47fd82ed2f36dd6baba9 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:47.487378 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-abecb3ac-c256-4333-921e-6cf92360e4ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:47.488030 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-8b68536c-cdf4-4e44-9d5a-6c188d3b0ff3 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:47.489491 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-8b68536c-cdf4-4e44-9d5a-6c188d3b0ff3 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.52 "GET /v2.0/networks?id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e HTTP/1.1" status: 200 len: 815 time: 0.3205853 Nov 04 13:27:47.497218 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-abecb3ac-c256-4333-921e-6cf92360e4ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:47.543482 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-70ca58c0-228e-428c-94bc-cc68f900a67f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Request body: {'port': {'device_id': 'f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f', 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e', 'admin_state_up': True, 'tenant_id': 'ca590547524248caa833248e6087476c'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:47.645168 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-2e548309-5802-4695-b54f-6b59ed8d2869 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Notify callbacks [] for port, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:47.690295 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-abecb3ac-c256-4333-921e-6cf92360e4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:47.703063 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-abecb3ac-c256-4333-921e-6cf92360e4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:47.735852 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-64922c88-e084-4cba-8f28-938eb369110a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:47.764849 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-abecb3ac-c256-4333-921e-6cf92360e4ae admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b2435d68575d47fd82ed2f36dd6baba9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8010187 Nov 04 13:27:47.767495 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abecb3ac-c256-4333-921e-6cf92360e4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f674e6-f565-44ea-9f7d-6b55b9150983,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:47.770918 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 41828) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:47.774877 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-abecb3ac-c256-4333-921e-6cf92360e4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:47.792872 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-2e548309-5802-4695-b54f-6b59ed8d2869 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:47.823106 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a503155b-4c9c-44a1-8d16-d95203ea527f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:47.910069 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-2e548309-5802-4695-b54f-6b59ed8d2869 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Network 92a0a7a0-75b6-4ced-9746-003e01dbfb31 is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:27:47.915176 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-2e548309-5802-4695-b54f-6b59ed8d2869 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:27:47.934027 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-2e548309-5802-4695-b54f-6b59ed8d2869 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Received port after_create {{(pid=82773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:27:47.981603 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device db03465d-5a2c-48e3-81f8-18173785b30f up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:27:48.077933 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-2e548309-5802-4695-b54f-6b59ed8d2869 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:48.079201 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-2e548309-5802-4695-b54f-6b59ed8d2869 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for port, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:48.119580 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e548309-5802-4695-b54f-6b59ed8d2869 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Pushing event updated for resources: {'Port': ['ID=124c4797-9c59-4d96-8561-68b3eedba982,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:48.124024 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-2e548309-5802-4695-b54f-6b59ed8d2869 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:48.134843 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-2e548309-5802-4695-b54f-6b59ed8d2869 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4709818 Nov 04 13:27:48.136433 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port db03465d-5a2c-48e3-81f8-18173785b30f triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:27:48.139212 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:48.151748 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Request body: {'port': {'device_id': 'c6acef4f-a2a2-44ad-8d33-e276398902f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:48.320969 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a9836201-1e25-418a-bc5d-4acc3e85e7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:48.360913 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-70ca58c0-228e-428c-94bc-cc68f900a67f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:48.382016 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-70ca58c0-228e-428c-94bc-cc68f900a67f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:48.425887 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-eccabb0f-df12-42b8-adc9-fd36fd19880c req-2e4e023d-5e69-4b17-bb87-4d3812b0f79c tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 210 time: 0.1076818 Nov 04 13:27:48.444951 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-70ca58c0-228e-428c-94bc-cc68f900a67f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Made reservation on behalf of ca590547524248caa833248e6087476c for: {'port': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:27:48.448014 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-70ca58c0-228e-428c-94bc-cc68f900a67f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:48.455027 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a9836201-1e25-418a-bc5d-4acc3e85e7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:48.462062 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:48.471826 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7537f2-9064-4c2a-be00-e3c3d2afe0e4 req-84c4c500-0294-4262-bd1c-784c250e67f3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:48.473214 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-df7537f2-9064-4c2a-be00-e3c3d2afe0e4 req-84c4c500-0294-4262-bd1c-784c250e67f3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Synchronizing usage tracker for tenant:1045286fb73b402889070a294f6a163c on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:27:48.579676 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-df7537f2-9064-4c2a-be00-e3c3d2afe0e4 req-84c4c500-0294-4262-bd1c-784c250e67f3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Unset dirty status for tenant:1045286fb73b402889070a294f6a163c on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:27:48.587613 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-df7537f2-9064-4c2a-be00-e3c3d2afe0e4 req-84c4c500-0294-4262-bd1c-784c250e67f3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 931 time: 0.7961597 Nov 04 13:27:48.655809 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a9836201-1e25-418a-bc5d-4acc3e85e7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:48.662145 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-f9b62ca6-9178-49ff-a9d7-89e39ca30778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:48.674839 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9836201-1e25-418a-bc5d-4acc3e85e7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f674e6-f565-44ea-9f7d-6b55b9150983,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:48.682041 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a9836201-1e25-418a-bc5d-4acc3e85e7f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:48.683015 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a9836201-1e25-418a-bc5d-4acc3e85e7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:48.686628 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-a9836201-1e25-418a-bc5d-4acc3e85e7f8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/99f674e6-f565-44ea-9f7d-6b55b9150983 HTTP/1.1" status: 204 len: 168 time: 0.9123716 Nov 04 13:27:48.753380 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da13408-5eb3-4692-ad04-e78857720d10 {{(pid=82772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:27:48.767966 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:48.774013 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-df7537f2-9064-4c2a-be00-e3c3d2afe0e4 req-3320e762-0889-4321-bee6-9a4f21e40662 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852210 Nov 04 13:27:48.800771 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.provisioning_blocks [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Transition to ACTIVE for port object 4da13408-5eb3-4692-ad04-e78857720d10 will not be triggered until provisioned by entity L2. {{(pid=82772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:27:48.810766 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-70ca58c0-228e-428c-94bc-cc68f900a67f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Allocated IP 172.20.0.3 (9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e/9e4a0bf0-8086-4b70-87a4-6eff05a52c1a/6a6347a1-b913-42b1-80fd-76f0c9ec7660) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:27:48.818395 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:48.825710 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:48.990272 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Pushing event updated for resources: {'Port': ['ID=4da13408-5eb3-4692-ad04-e78857720d10,revision_number=2']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:48.999266 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:49.089473 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.notifiers.nova [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 124c4797-9c59-4d96-8561-68b3eedba982 {{(pid=82773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:27:49.099019 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:49.119539 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.provisioning_blocks [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Transition to ACTIVE for port object 124c4797-9c59-4d96-8561-68b3eedba982 will not be triggered until provisioned by entity L2. {{(pid=82773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:27:49.124246 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671960'] for port, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:49.139067 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-147b6960-abed-44ca-82cd-e02ee5d07fb4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:49.296410 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Pushing event updated for resources: {'Port': ['ID=124c4797-9c59-4d96-8561-68b3eedba982,revision_number=2']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:49.300626 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:49.300938 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Attempting to bind port 4da13408-5eb3-4692-ad04-e78857720d10 on host hv-cinder-81036 for vnic_type normal with profile {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:27:49.301275 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Attempting to bind port 4da13408-5eb3-4692-ad04-e78857720d10 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '52a1ce32-0148-4074-b0b3-26fff405bd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '92a0a7a0-75b6-4ced-9746-003e01dbfb31'}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:27:49.301597 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Attempting to bind port 4da13408-5eb3-4692-ad04-e78857720d10 on network 92a0a7a0-75b6-4ced-9746-003e01dbfb31 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:27:49.327844 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 41896) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:49.332214 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Port 4da13408-5eb3-4692-ad04-e78857720d10 on network 92a0a7a0-75b6-4ced-9746-003e01dbfb31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 04 13:27:49.332540 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Attempting to bind port 4da13408-5eb3-4692-ad04-e78857720d10 on network 92a0a7a0-75b6-4ced-9746-003e01dbfb31 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:27:49.340925 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-70ca58c0-228e-428c-94bc-cc68f900a67f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:49.349564 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Checking agent: {'id': 'f3f49e7e-243b-4d29-a545-c161d140ab6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'started_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:27:49.349929 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Checking segment: {'id': '52a1ce32-0148-4074-b0b3-26fff405bd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '92a0a7a0-75b6-4ced-9746-003e01dbfb31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:27:49.350311 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Bound using segment: {'id': '52a1ce32-0148-4074-b0b3-26fff405bd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '92a0a7a0-75b6-4ced-9746-003e01dbfb31'} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:27:49.350740 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Bound port: 4da13408-5eb3-4692-ad04-e78857720d10, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a1ce32-0148-4074-b0b3-26fff405bd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '92a0a7a0-75b6-4ced-9746-003e01dbfb31'}}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:27:49.351080 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:49.444193 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e2e71ea6-b34e-4fb3-ba94-feff01fec8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:49.487995 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a84164af-348c-4b37-b246-ce9517223977 service neutron] For port 4da13408-5eb3-4692-ad04-e78857720d10, host hv-cinder-81036, cleared binding levels {{(pid=82772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:27:49.491741 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a84164af-348c-4b37-b246-ce9517223977 service neutron] For port 4da13408-5eb3-4692-ad04-e78857720d10, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=4da13408-5eb3-4692-ad04-e78857720d10,segment=NetworkSegment(52a1ce32-0148-4074-b0b3-26fff405bd0a),segment_id=52a1ce32-0148-4074-b0b3-26fff405bd0a)] {{(pid=82772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:27:49.493172 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-70ca58c0-228e-428c-94bc-cc68f900a67f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:49.499682 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:49.509169 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['116ea7e7-c6cc-45f2-a5de-aa2457a4db7c', '8cb5df9a-c6e3-4197-9b3a-912ffc6e9977'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:27:49.552405 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:49.621342 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca58c0-228e-428c-94bc-cc68f900a67f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Pushing event updated for resources: {'Port': ['ID=6a6347a1-b913-42b1-80fd-76f0c9ec7660,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:49.631044 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.managers [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Attempting to bind port 124c4797-9c59-4d96-8561-68b3eedba982 on host hv-cinder-81036 for vnic_type normal with profile {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:27:49.631384 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.managers [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Attempting to bind port 124c4797-9c59-4d96-8561-68b3eedba982 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '52a1ce32-0148-4074-b0b3-26fff405bd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '92a0a7a0-75b6-4ced-9746-003e01dbfb31'}] {{(pid=82773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:27:49.631704 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Attempting to bind port 124c4797-9c59-4d96-8561-68b3eedba982 on network 92a0a7a0-75b6-4ced-9746-003e01dbfb31 {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:27:49.638265 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-70ca58c0-228e-428c-94bc-cc68f900a67f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:49.640110 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:49.646763 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a84164af-348c-4b37-b246-ce9517223977 service neutron] 10.222.0.52 "PUT /v2.0/ports/4da13408-5eb3-4692-ad04-e78857720d10 HTTP/1.1" status: 200 len: 1093 time: 2.5810950 Nov 04 13:27:49.648072 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:49.661660 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Port 124c4797-9c59-4d96-8561-68b3eedba982 on network 92a0a7a0-75b6-4ced-9746-003e01dbfb31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 04 13:27:49.662094 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Attempting to bind port 124c4797-9c59-4d96-8561-68b3eedba982 on network 92a0a7a0-75b6-4ced-9746-003e01dbfb31 {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:27:49.677862 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-e2e71ea6-b34e-4fb3-ba94-feff01fec8cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:49.690634 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-e2e71ea6-b34e-4fb3-ba94-feff01fec8cb admin admin] Usage tracker for resource:security_group_rule and tenant:d28dc968f5844cf3965556c6037361ff is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:49.695682 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Checking agent: {'id': 'f3f49e7e-243b-4d29-a545-c161d140ab6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'started_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:27:49.695981 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Checking segment: {'id': '52a1ce32-0148-4074-b0b3-26fff405bd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '92a0a7a0-75b6-4ced-9746-003e01dbfb31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:27:49.696364 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Bound using segment: {'id': '52a1ce32-0148-4074-b0b3-26fff405bd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '92a0a7a0-75b6-4ced-9746-003e01dbfb31'} {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:27:49.696806 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.managers [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Bound port: 124c4797-9c59-4d96-8561-68b3eedba982, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a1ce32-0148-4074-b0b3-26fff405bd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '92a0a7a0-75b6-4ced-9746-003e01dbfb31'}}] {{(pid=82773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:27:49.697146 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:49.716794 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-e2e71ea6-b34e-4fb3-ba94-feff01fec8cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:49.739133 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-e2e71ea6-b34e-4fb3-ba94-feff01fec8cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:49.775457 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6', 'tag': '4da13408-5eb3-4692-ad04-e78857720d10'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:27:49.791028 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-70ca58c0-228e-428c-94bc-cc68f900a67f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Network 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:27:49.800134 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Pushing event updated for resources: {'Port': ['ID=4da13408-5eb3-4692-ad04-e78857720d10,revision_number=3']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:49.849788 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] Sync routers for ids ['3434eea0-6065-415c-a3fd-050f058820d0'] in dv-cinder-810367-1-smb {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:27:49.905459 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-70ca58c0-228e-428c-94bc-cc68f900a67f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:27:49.937709 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] Routers {'3434eea0-6065-415c-a3fd-050f058820d0'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:27:49.938681 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:27:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['3434eea0-6065-415c-a3fd-050f058820d0'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:27:49.952263 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.db [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] For port 124c4797-9c59-4d96-8561-68b3eedba982, host hv-cinder-81036, cleared binding levels {{(pid=82773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:27:49.958821 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.db [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] For port 124c4797-9c59-4d96-8561-68b3eedba982, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=124c4797-9c59-4d96-8561-68b3eedba982,segment=NetworkSegment(52a1ce32-0148-4074-b0b3-26fff405bd0a),segment_id=52a1ce32-0148-4074-b0b3-26fff405bd0a)] {{(pid=82773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:27:49.974175 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671960'] for port, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:49.988964 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:49.989727 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-70ca58c0-228e-428c-94bc-cc68f900a67f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:27:49.990142 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:50.031045 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e2e71ea6-b34e-4fb3-ba94-feff01fec8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:50.064326 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e2e71ea6-b34e-4fb3-ba94-feff01fec8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:50.076712 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for port, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:50.079776 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] 10.222.0.52 "PUT /v2.0/ports/124c4797-9c59-4d96-8561-68b3eedba982 HTTP/1.1" status: 200 len: 1093 time: 1.9321465 Nov 04 13:27:50.080373 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6acef4f-a2a2-44ad-8d33-e276398902f5', 'tag': '124c4797-9c59-4d96-8561-68b3eedba982'}] {{(pid=82773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:27:50.195120 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Pushing event updated for resources: {'Port': ['ID=124c4797-9c59-4d96-8561-68b3eedba982,revision_number=3']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:50.204515 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-70ca58c0-228e-428c-94bc-cc68f900a67f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:50.214230 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:50.214730 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-5ce90093-4fba-4030-8ffe-a8765cc5ac3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:50.215136 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-70ca58c0-228e-428c-94bc-cc68f900a67f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:50.245068 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6', 'tag': '4da13408-5eb3-4692-ad04-e78857720d10', 'status': 'completed', 'code': 200} Nov 04 13:27:50.279295 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-e2e71ea6-b34e-4fb3-ba94-feff01fec8cb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d28dc968f5844cf3965556c6037361ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9436204 Nov 04 13:27:50.296326 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 41918) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:50.364184 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-70ca58c0-228e-428c-94bc-cc68f900a67f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8301225 Nov 04 13:27:50.380253 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Request body: {'port': {'device_id': 'f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:27:50.384826 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e71ea6-b34e-4fb3-ba94-feff01fec8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b5b104-f47d-45ba-9864-169a16d51015,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:50.422965 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-c12b88d5-88ea-4a43-b550-7a21ea50bcd4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1045286fb73b402889070a294f6a163c&device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 1096 time: 0.6364715 Nov 04 13:27:50.442531 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2ace9-cd37-4ae6-9f06-857b0f4a7960 req-05df2194-1462-4401-aafd-189e1d13fcb1 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:50.442531 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-76b2ace9-cd37-4ae6-9f06-857b0f4a7960 req-05df2194-1462-4401-aafd-189e1d13fcb1 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Synchronizing usage tracker for tenant:ca590547524248caa833248e6087476c on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:27:50.460039 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-e2e71ea6-b34e-4fb3-ba94-feff01fec8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:50.514449 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] Set router 3434eea0-6065-415c-a3fd-050f058820d0 gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:27:50.540650 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-c1325125-6581-4bd3-821a-b62ed9e7742b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4da13408-5eb3-4692-ad04-e78857720d10 HTTP/1.1" status: 200 len: 217 time: 0.1011493 Nov 04 13:27:50.627386 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-76b2ace9-cd37-4ae6-9f06-857b0f4a7960 req-05df2194-1462-4401-aafd-189e1d13fcb1 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Unset dirty status for tenant:ca590547524248caa833248e6087476c on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:27:50.628529 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-76b2ace9-cd37-4ae6-9f06-857b0f4a7960 req-05df2194-1462-4401-aafd-189e1d13fcb1 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 931 time: 0.8325911 Nov 04 13:27:50.743680 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-f6162387-b0ee-4bb0-bde5-f465bcc2ade1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1045286fb73b402889070a294f6a163c&device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 1096 time: 0.6046762 Nov 04 13:27:50.783883 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:50.865869 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-87020ebe-1e0e-4225-835e-2b524f90f1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:50.868104 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a768b6a7-6315-4c17-a6ce-e23b60f70d4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:50.869603 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-a768b6a7-6315-4c17-a6ce-e23b60f70d4f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c492f872-b286-45e9-8aab-f296054e0244 HTTP/1.1" status: 200 len: 859 time: 0.2827287 Nov 04 13:27:50.927051 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-2095f033-c852-444d-a4a9-af741bbeed1c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=124c4797-9c59-4d96-8561-68b3eedba982 HTTP/1.1" status: 200 len: 217 time: 0.1648302 Nov 04 13:27:50.943335 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-87020ebe-1e0e-4225-835e-2b524f90f1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:50.958493 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-f060fc19-0b2a-46f7-bd49-a8796ad2c1db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=92a0a7a0-75b6-4ced-9746-003e01dbfb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631528 Nov 04 13:27:50.963447 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-76b2ace9-cd37-4ae6-9f06-857b0f4a7960 req-7a543767-944c-479e-a789-a183d7cce3c0 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190908 Nov 04 13:27:51.019562 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0857c4-6989-4887-939f-48a1aee2e971 req-5057d329-1f10-4d7b-8d84-50f8cdda9194 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:51.020307 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-df0857c4-6989-4887-939f-48a1aee2e971 req-5057d329-1f10-4d7b-8d84-50f8cdda9194 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Synchronizing usage tracker for tenant:1045286fb73b402889070a294f6a163c on resource:port {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:27:51.049187 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-4d82d074-565e-47eb-a016-faffe39b11bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:51.050579 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-4d82d074-565e-47eb-a016-faffe39b11bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c492f872-b286-45e9-8aab-f296054e0244 HTTP/1.1" status: 200 len: 859 time: 0.1103890 Nov 04 13:27:51.059648 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3434eea0-6065-415c-a3fd-050f058820d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1724716194-router', 'tenant_id': '1045286fb73b402889070a294f6a163c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'db03465d-5a2c-48e3-81f8-18173785b30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:27:33Z', 'updated_at': '2021-11-04T13:27:38Z', 'revision_number': 4, 'project_id': '1045286fb73b402889070a294f6a163c', 'gw_port': {'id': 'db03465d-5a2c-48e3-81f8-18173785b30f', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3434eea0-6065-415c-a3fd-050f058820d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:27:34Z', 'updated_at': '2021-11-04T13:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': '9da46655-fcbd-486c-895d-02b73f17924f', 'name': '', 'network_id': '92a0a7a0-75b6-4ced-9746-003e01dbfb31', 'tenant_id': '1045286fb73b402889070a294f6a163c', 'mac_address': 'fa:16:3e:81:f9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3434eea0-6065-415c-a3fd-050f058820d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c492f872-b286-45e9-8aab-f296054e0244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:27:37Z', 'updated_at': '2021-11-04T13:27:38Z', 'revision_number': 2, 'project_id': '1045286fb73b402889070a294f6a163c', 'subnets': [{'id': 'c492f872-b286-45e9-8aab-f296054e0244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:27:51.062287 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-df0857c4-6989-4887-939f-48a1aee2e971 req-5057d329-1f10-4d7b-8d84-50f8cdda9194 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Unset dirty status for tenant:1045286fb73b402889070a294f6a163c on resource:port {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:27:51.067672 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] Checking router: 3434eea0-6065-415c-a3fd-050f058820d0 for host: dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:27:51.068039 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] Updating router 3434eea0-6065-415c-a3fd-050f058820d0 port 9da46655-fcbd-486c-895d-02b73f17924f binding host dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 04 13:27:51.081556 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-df0857c4-6989-4887-939f-48a1aee2e971 req-5057d329-1f10-4d7b-8d84-50f8cdda9194 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 943 time: 0.5745468 Nov 04 13:27:51.135027 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:51.167417 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-235d8402-3b93-4750-a873-65c7dfcd20c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=92a0a7a0-75b6-4ced-9746-003e01dbfb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532465 Nov 04 13:27:51.365687 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-8b515b4e-9909-4497-b632-5daa49754ecb service neutron] 10.222.0.52 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927419 Nov 04 13:27:51.368477 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-df0857c4-6989-4887-939f-48a1aee2e971 req-49993181-62cd-406c-8ec1-2703e170f709 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Synchronizing usage tracker for tenant:1045286fb73b402889070a294f6a163c on resource:security_group {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:27:51.373877 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6acef4f-a2a2-44ad-8d33-e276398902f5', 'tag': '124c4797-9c59-4d96-8561-68b3eedba982', 'status': 'completed', 'code': 200} Nov 04 13:27:51.385903 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-5322c3b2-433b-4a46-996e-f5d4b937ba39 service neutron] 10.222.0.52 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014565 Nov 04 13:27:51.389689 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-87020ebe-1e0e-4225-835e-2b524f90f1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:51.398286 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:51.439365 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87020ebe-1e0e-4225-835e-2b524f90f1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b5b104-f47d-45ba-9864-169a16d51015,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:51.452245 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-87020ebe-1e0e-4225-835e-2b524f90f1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:51.453160 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-87020ebe-1e0e-4225-835e-2b524f90f1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:51.454847 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-87020ebe-1e0e-4225-835e-2b524f90f1f8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/14b5b104-f47d-45ba-9864-169a16d51015 HTTP/1.1" status: 204 len: 168 time: 1.1558280 Nov 04 13:27:51.455592 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-df0857c4-6989-4887-939f-48a1aee2e971 req-49993181-62cd-406c-8ec1-2703e170f709 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Unset dirty status for tenant:1045286fb73b402889070a294f6a163c on resource:security_group {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:27:51.456595 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-df0857c4-6989-4887-939f-48a1aee2e971 req-49993181-62cd-406c-8ec1-2703e170f709 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744016 Nov 04 13:27:51.569327 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c4c7b704-47c1-4361-bff9-63882554d0f1 req-0f706014-dff6-4cdd-b9c9-83e444f09d04 service neutron] 10.222.0.52 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890256 Nov 04 13:27:51.595478 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5c4fcec3-cf21-48ac-8f44-be7281a7e1fa req-941dc3bd-d67e-4e69-831d-d45bdcb5d5be service neutron] 10.222.0.52 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805863 Nov 04 13:27:51.640739 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6347a1-b913-42b1-80fd-76f0c9ec7660 {{(pid=82772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:27:51.648791 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:51.714635 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.provisioning_blocks [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Transition to ACTIVE for port object 6a6347a1-b913-42b1-80fd-76f0c9ec7660 will not be triggered until provisioned by entity L2. {{(pid=82772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:27:51.727213 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:51.732958 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-70ca58c0-228e-428c-94bc-cc68f900a67f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:51.745514 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] Notify callbacks [] for port, precommit_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:51.771882 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] Transition to ACTIVE for port object 9da46655-fcbd-486c-895d-02b73f17924f will not be triggered until provisioned by entity L2. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:27:51.791104 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:51.796491 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:51.820099 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d32d4070-22c9-4ca9-a24d-2ec30a9e298c req-5813ee17-0153-47eb-a80f-6d4641b4f1c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1045286fb73b402889070a294f6a163c&device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 1096 time: 0.1632991 Nov 04 13:27:51.881912 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Pushing event updated for resources: {'Port': ['ID=6a6347a1-b913-42b1-80fd-76f0c9ec7660,revision_number=2']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:51.889076 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:51.898908 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c008dcdb-5081-40a7-8c8a-3fd9942189c3 req-c8bdbf0f-dfaf-426d-b105-904978bd6551 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1045286fb73b402889070a294f6a163c&device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 1096 time: 0.2230411 Nov 04 13:27:52.039429 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d4070-22c9-4ca9-a24d-2ec30a9e298c req-cac28ee6-40d8-4b0b-a5d9-a1b8ca88c4ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:52.041171 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d32d4070-22c9-4ca9-a24d-2ec30a9e298c req-cac28ee6-40d8-4b0b-a5d9-a1b8ca88c4ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=92a0a7a0-75b6-4ced-9746-003e01dbfb31 HTTP/1.1" status: 200 len: 920 time: 0.2138240 Nov 04 13:27:52.074398 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a3390-db99-4426-85d8-27fc8c0c131f None None] Pushing event updated for resources: {'Port': ['ID=9da46655-fcbd-486c-895d-02b73f17924f,revision_number=3']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:52.084049 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-e64a3390-db99-4426-85d8-27fc8c0c131f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:52.153115 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d32d4070-22c9-4ca9-a24d-2ec30a9e298c req-bd3acf1d-0807-434f-83a5-c45c99a6aae4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4da13408-5eb3-4692-ad04-e78857720d10 HTTP/1.1" status: 200 len: 217 time: 0.0968554 Nov 04 13:27:52.290640 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008dcdb-5081-40a7-8c8a-3fd9942189c3 req-4a196437-2848-4e8b-a8a1-673200cf3de5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:52.292120 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] Attempting to bind port 9da46655-fcbd-486c-895d-02b73f17924f on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:27:52.292834 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c008dcdb-5081-40a7-8c8a-3fd9942189c3 req-4a196437-2848-4e8b-a8a1-673200cf3de5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=92a0a7a0-75b6-4ced-9746-003e01dbfb31 HTTP/1.1" status: 200 len: 920 time: 0.3626547 Nov 04 13:27:52.294747 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] Attempting to bind port 9da46655-fcbd-486c-895d-02b73f17924f by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': '52a1ce32-0148-4074-b0b3-26fff405bd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '92a0a7a0-75b6-4ced-9746-003e01dbfb31'}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:27:52.295136 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] Attempting to bind port 9da46655-fcbd-486c-895d-02b73f17924f on network 92a0a7a0-75b6-4ced-9746-003e01dbfb31 {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:27:52.317790 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:27:52.318183 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] Checking segment: {'id': '52a1ce32-0148-4074-b0b3-26fff405bd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '92a0a7a0-75b6-4ced-9746-003e01dbfb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:27:52.318587 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:52.321809 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] Bound using segment: {'id': '52a1ce32-0148-4074-b0b3-26fff405bd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '92a0a7a0-75b6-4ced-9746-003e01dbfb31'} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:27:52.322333 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] Bound port: 9da46655-fcbd-486c-895d-02b73f17924f, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a1ce32-0148-4074-b0b3-26fff405bd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '92a0a7a0-75b6-4ced-9746-003e01dbfb31'}}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:27:52.323148 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:52.382423 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d4070-22c9-4ca9-a24d-2ec30a9e298c req-2cbec2be-2cd9-411c-b249-3089b1ed9d58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:52.385285 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d32d4070-22c9-4ca9-a24d-2ec30a9e298c req-2cbec2be-2cd9-411c-b249-3089b1ed9d58 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c492f872-b286-45e9-8aab-f296054e0244 HTTP/1.1" status: 200 len: 859 time: 0.2228050 Nov 04 13:27:52.477523 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c008dcdb-5081-40a7-8c8a-3fd9942189c3 req-703aacb3-0991-4674-a703-7d9b65272287 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=124c4797-9c59-4d96-8561-68b3eedba982 HTTP/1.1" status: 200 len: 217 time: 0.0929968 Nov 04 13:27:52.480240 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d32d4070-22c9-4ca9-a24d-2ec30a9e298c req-b92b9388-52c8-4c7f-af5e-0d64672d9790 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=92a0a7a0-75b6-4ced-9746-003e01dbfb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827832 Nov 04 13:27:52.484468 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Attempting to bind port 6a6347a1-b913-42b1-80fd-76f0c9ec7660 on host hv-cinder-81036 for vnic_type normal with profile {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:27:52.485535 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Attempting to bind port 6a6347a1-b913-42b1-80fd-76f0c9ec7660 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': 'b3a65132-091a-42fd-9f21-c848c12dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e'}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:27:52.486122 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Attempting to bind port 6a6347a1-b913-42b1-80fd-76f0c9ec7660 on network 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:27:52.498763 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Port 6a6347a1-b913-42b1-80fd-76f0c9ec7660 on network 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 04 13:27:52.500283 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Attempting to bind port 6a6347a1-b913-42b1-80fd-76f0c9ec7660 on network 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:27:52.528203 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] For port 9da46655-fcbd-486c-895d-02b73f17924f, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:27:52.539353 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] For port 9da46655-fcbd-486c-895d-02b73f17924f, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=9da46655-fcbd-486c-895d-02b73f17924f,segment=NetworkSegment(52a1ce32-0148-4074-b0b3-26fff405bd0a),segment_id=52a1ce32-0148-4074-b0b3-26fff405bd0a)] {{(pid=82774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:27:52.557673 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:52.569532 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:52.575549 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Checking agent: {'id': 'f3f49e7e-243b-4d29-a545-c161d140ab6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'started_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:27:52.576325 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Checking segment: {'id': 'b3a65132-091a-42fd-9f21-c848c12dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:27:52.576840 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Bound using segment: {'id': 'b3a65132-091a-42fd-9f21-c848c12dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e'} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:27:52.577753 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Bound port: 6a6347a1-b913-42b1-80fd-76f0c9ec7660, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a65132-091a-42fd-9f21-c848c12dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e'}}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:27:52.578985 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:52.607750 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21af56c-09df-4452-9d4a-94475ec0c5cb req-d09665d2-7b76-4f0f-ba9c-4bda889e770e tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:52.615738 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c21af56c-09df-4452-9d4a-94475ec0c5cb req-d09665d2-7b76-4f0f-ba9c-4bda889e770e tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 943 time: 0.3192713 Nov 04 13:27:52.654400 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008dcdb-5081-40a7-8c8a-3fd9942189c3 req-1422135b-63aa-4f82-adfa-c533b99f83c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:52.655970 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c008dcdb-5081-40a7-8c8a-3fd9942189c3 req-1422135b-63aa-4f82-adfa-c533b99f83c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c492f872-b286-45e9-8aab-f296054e0244 HTTP/1.1" status: 200 len: 859 time: 0.1589174 Nov 04 13:27:52.740231 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a3390-db99-4426-85d8-27fc8c0c131f None None] Pushing event updated for resources: {'Port': ['ID=9da46655-fcbd-486c-895d-02b73f17924f,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:52.754908 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] Routers {'3434eea0-6065-415c-a3fd-050f058820d0'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:27:52.756153 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:27:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['3434eea0-6065-415c-a3fd-050f058820d0'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:27:52.764900 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c008dcdb-5081-40a7-8c8a-3fd9942189c3 req-2fd2f347-dcf5-4756-8488-30004665ffcf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=92a0a7a0-75b6-4ced-9746-003e01dbfb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647361 Nov 04 13:27:52.820086 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d32d4070-22c9-4ca9-a24d-2ec30a9e298c req-7e53638a-b7a6-4879-be22-4d124e347201 service neutron] 10.222.0.52 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228250 Nov 04 13:27:52.832548 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-e64a3390-db99-4426-85d8-27fc8c0c131f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:53.033763 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] Set router 3434eea0-6065-415c-a3fd-050f058820d0 gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:27:53.119416 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c21af56c-09df-4452-9d4a-94475ec0c5cb req-c5654ced-60c0-4bf0-ae7b-15cf4ae9639d tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025990 Nov 04 13:27:53.121592 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c008dcdb-5081-40a7-8c8a-3fd9942189c3 req-a3dc2fe9-12db-4ab1-b317-034c7526615f service neutron] 10.222.0.52 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227170 Nov 04 13:27:53.199232 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] For port 6a6347a1-b913-42b1-80fd-76f0c9ec7660, host hv-cinder-81036, cleared binding levels {{(pid=82772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:27:53.202993 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] For port 6a6347a1-b913-42b1-80fd-76f0c9ec7660, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=6a6347a1-b913-42b1-80fd-76f0c9ec7660,segment=NetworkSegment(b3a65132-091a-42fd-9f21-c848c12dfc96),segment_id=b3a65132-091a-42fd-9f21-c848c12dfc96)] {{(pid=82772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:27:53.232735 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:53.240243 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:53.241720 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d32d4070-22c9-4ca9-a24d-2ec30a9e298c req-21d957ea-e251-4cf0-9c7f-5447db0ef75b service neutron] 10.222.0.52 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104912 Nov 04 13:27:53.271779 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85152e61-441a-4fd2-86d7-8ab446ebdfc6 req-e01fd4a9-4f57-4b67-873e-062ae0faad23 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:53.275489 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-85152e61-441a-4fd2-86d7-8ab446ebdfc6 req-e01fd4a9-4f57-4b67-873e-062ae0faad23 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 943 time: 0.1781018 Nov 04 13:27:53.351343 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-85152e61-441a-4fd2-86d7-8ab446ebdfc6 req-b2bdb07a-1b78-4943-8a2f-7fb1c3fdeeea tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683270 Nov 04 13:27:53.396389 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:53.398324 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] 10.222.0.52 "PUT /v2.0/ports/6a6347a1-b913-42b1-80fd-76f0c9ec7660 HTTP/1.1" status: 200 len: 1093 time: 3.0241156 Nov 04 13:27:53.399998 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f', 'tag': '6a6347a1-b913-42b1-80fd-76f0c9ec7660'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:27:53.425357 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Pushing event updated for resources: {'Port': ['ID=6a6347a1-b913-42b1-80fd-76f0c9ec7660,revision_number=3']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:53.429544 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:53.483059 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c008dcdb-5081-40a7-8c8a-3fd9942189c3 req-f7ff7b57-0a60-4113-97e5-5c0bbae2636c service neutron] 10.222.0.52 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286133 Nov 04 13:27:53.536340 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f', 'tag': '6a6347a1-b913-42b1-80fd-76f0c9ec7660', 'status': 'completed', 'code': 200} Nov 04 13:27:53.551453 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3434eea0-6065-415c-a3fd-050f058820d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1724716194-router', 'tenant_id': '1045286fb73b402889070a294f6a163c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'db03465d-5a2c-48e3-81f8-18173785b30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:27:33Z', 'updated_at': '2021-11-04T13:27:38Z', 'revision_number': 4, 'project_id': '1045286fb73b402889070a294f6a163c', 'gw_port': {'id': 'db03465d-5a2c-48e3-81f8-18173785b30f', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3434eea0-6065-415c-a3fd-050f058820d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:27:34Z', 'updated_at': '2021-11-04T13:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': '9da46655-fcbd-486c-895d-02b73f17924f', 'name': '', 'network_id': '92a0a7a0-75b6-4ced-9746-003e01dbfb31', 'tenant_id': '1045286fb73b402889070a294f6a163c', 'mac_address': 'fa:16:3e:81:f9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3434eea0-6065-415c-a3fd-050f058820d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c492f872-b286-45e9-8aab-f296054e0244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:27:37Z', 'updated_at': '2021-11-04T13:27:52Z', 'revision_number': 4, 'project_id': '1045286fb73b402889070a294f6a163c', 'subnets': [{'id': 'c492f872-b286-45e9-8aab-f296054e0244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:27:53.555538 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd8aadf-f340-4c63-bedb-f33a823f3201 None None] The sync data for ids ['3434eea0-6065-415c-a3fd-050f058820d0'] in dv-cinder-810367-1-smb is: [{'id': '3434eea0-6065-415c-a3fd-050f058820d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1724716194-router', 'tenant_id': '1045286fb73b402889070a294f6a163c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'db03465d-5a2c-48e3-81f8-18173785b30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:27:33Z', 'updated_at': '2021-11-04T13:27:38Z', 'revision_number': 4, 'project_id': '1045286fb73b402889070a294f6a163c', 'gw_port': {'id': 'db03465d-5a2c-48e3-81f8-18173785b30f', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3434eea0-6065-415c-a3fd-050f058820d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:27:34Z', 'updated_at': '2021-11-04T13:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': '9da46655-fcbd-486c-895d-02b73f17924f', 'name': '', 'network_id': '92a0a7a0-75b6-4ced-9746-003e01dbfb31', 'tenant_id': '1045286fb73b402889070a294f6a163c', 'mac_address': 'fa:16:3e:81:f9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3434eea0-6065-415c-a3fd-050f058820d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c492f872-b286-45e9-8aab-f296054e0244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:27:37Z', 'updated_at': '2021-11-04T13:27:52Z', 'revision_number': 4, 'project_id': '1045286fb73b402889070a294f6a163c', 'subnets': [{'id': 'c492f872-b286-45e9-8aab-f296054e0244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:27:53.583027 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-f9ed4765-a1fe-4c14-bbfc-33e883285a8f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca590547524248caa833248e6087476c&device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 1096 time: 0.0989192 Nov 04 13:27:53.697553 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-e2c1a8f4-68df-4259-9869-a4b6e5a0bebd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a6347a1-b913-42b1-80fd-76f0c9ec7660 HTTP/1.1" status: 200 len: 217 time: 0.1007342 Nov 04 13:27:53.796225 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-bd399de9-62fe-4d3f-854d-aba438bbc1ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:53.798486 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-bd399de9-62fe-4d3f-854d-aba438bbc1ed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e4a0bf0-8086-4b70-87a4-6eff05a52c1a HTTP/1.1" status: 200 len: 855 time: 0.0902200 Nov 04 13:27:53.870207 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-344c62bc-a731-424c-bea4-be5ba6d664d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639575 Nov 04 13:27:54.068693 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 9da46655-fcbd-486c-895d-02b73f17924f up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:27:54.212696 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-6f62c617-a89d-4554-9974-8bf6d00272eb service neutron] 10.222.0.52 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203928 Nov 04 13:27:54.256576 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:54.272591 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port 9da46655-fcbd-486c-895d-02b73f17924f completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:27:54.284081 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 9da46655-fcbd-486c-895d-02b73f17924f triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:27:54.286560 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:54.526240 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd90ef-a653-477b-ba60-de5d857f48b9 req-b9450255-6f6d-4d4f-b4a2-8f2adfb357bd tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:54.540169 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a7bd90ef-a653-477b-ba60-de5d857f48b9 req-b9450255-6f6d-4d4f-b4a2-8f2adfb357bd tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 943 time: 0.1887922 Nov 04 13:27:54.583018 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:54.680861 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1e22df26-1a9b-4bd6-9edf-5b00fead64a0 req-e2da9a37-1b9d-4168-8392-cde997df872f service neutron] 10.222.0.52 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600186 Nov 04 13:27:54.696565 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] For port 9da46655-fcbd-486c-895d-02b73f17924f, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=9da46655-fcbd-486c-895d-02b73f17924f,segment=NetworkSegment(52a1ce32-0148-4074-b0b3-26fff405bd0a),segment_id=52a1ce32-0148-4074-b0b3-26fff405bd0a)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:54.698541 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a7bd90ef-a653-477b-ba60-de5d857f48b9 req-0f15a632-bd8b-41bf-91b4-376a6c3a50be tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369202 Nov 04 13:27:54.706647 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:54.709954 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:54.804288 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Pushing event updated for resources: {'Port': ['ID=9da46655-fcbd-486c-895d-02b73f17924f,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:54.819056 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:54.870451 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d3125-78bf-478c-9469-5f090f820e3c req-59bb26d4-0c78-4c99-b99c-dd875ba8b9ca tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:54.880067 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1a6d3125-78bf-478c-9469-5f090f820e3c req-59bb26d4-0c78-4c99-b99c-dd875ba8b9ca tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 943 time: 0.3325598 Nov 04 13:27:54.955058 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1a6d3125-78bf-478c-9469-5f090f820e3c req-5883bbba-4df8-402f-95f7-2aa5e00fe1f9 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738959 Nov 04 13:27:55.029288 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b3ad6177-7c0c-4289-81b5-e581c27130e9 req-d47496fb-a680-4c63-bdca-c9b54425045d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca590547524248caa833248e6087476c&device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 1096 time: 0.2595010 Nov 04 13:27:55.083072 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 4da13408-5eb3-4692-ad04-e78857720d10 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:27:55.179233 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad6177-7c0c-4289-81b5-e581c27130e9 req-3c8d6a74-1009-43ec-ada9-acc423225673 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:55.180827 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b3ad6177-7c0c-4289-81b5-e581c27130e9 req-3c8d6a74-1009-43ec-ada9-acc423225673 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e HTTP/1.1" status: 200 len: 916 time: 0.1425784 Nov 04 13:27:55.267819 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b3ad6177-7c0c-4289-81b5-e581c27130e9 req-6dc4b9f2-2af4-42bc-bcbf-8f9d614f406e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a6347a1-b913-42b1-80fd-76f0c9ec7660 HTTP/1.1" status: 200 len: 217 time: 0.0769188 Nov 04 13:27:55.277047 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 4da13408-5eb3-4692-ad04-e78857720d10, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=4da13408-5eb3-4692-ad04-e78857720d10,segment=NetworkSegment(52a1ce32-0148-4074-b0b3-26fff405bd0a),segment_id=52a1ce32-0148-4074-b0b3-26fff405bd0a)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:55.299778 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': '4da13408-5eb3-4692-ad04-e78857720d10', 'network_id': '92a0a7a0-75b6-4ced-9746-003e01dbfb31', 'port_id': '4da13408-5eb3-4692-ad04-e78857720d10', 'mac_address': 'fa:16:3e:5b:c1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c492f872-b286-45e9-8aab-f296054e0244', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:27:55.365468 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad6177-7c0c-4289-81b5-e581c27130e9 req-196cba06-a6b9-42cc-b2f8-0edb4e73e9ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:55.367244 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b3ad6177-7c0c-4289-81b5-e581c27130e9 req-196cba06-a6b9-42cc-b2f8-0edb4e73e9ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e4a0bf0-8086-4b70-87a4-6eff05a52c1a HTTP/1.1" status: 200 len: 855 time: 0.0906537 Nov 04 13:27:55.427088 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b3ad6177-7c0c-4289-81b5-e581c27130e9 req-3c4a6d00-0c25-4b68-ba91-fc2990138fef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448525 Nov 04 13:27:55.439311 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:55.457989 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da13408-5eb3-4692-ad04-e78857720d10 {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:27:55.478982 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 4da13408-5eb3-4692-ad04-e78857720d10, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=4da13408-5eb3-4692-ad04-e78857720d10,segment=NetworkSegment(52a1ce32-0148-4074-b0b3-26fff405bd0a),segment_id=52a1ce32-0148-4074-b0b3-26fff405bd0a)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:55.487110 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:55.487979 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 124c4797-9c59-4d96-8561-68b3eedba982 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:27:55.492384 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-a5e19e3c-49d1-4575-b313-a93c6b455246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:55.595967 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 124c4797-9c59-4d96-8561-68b3eedba982, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=124c4797-9c59-4d96-8561-68b3eedba982,segment=NetworkSegment(52a1ce32-0148-4074-b0b3-26fff405bd0a),segment_id=52a1ce32-0148-4074-b0b3-26fff405bd0a)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:55.605049 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=4da13408-5eb3-4692-ad04-e78857720d10,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:55.614316 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:55.616938 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': '124c4797-9c59-4d96-8561-68b3eedba982', 'network_id': '92a0a7a0-75b6-4ced-9746-003e01dbfb31', 'port_id': '124c4797-9c59-4d96-8561-68b3eedba982', 'mac_address': 'fa:16:3e:50:ae:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c492f872-b286-45e9-8aab-f296054e0244', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:27:55.623040 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b3ad6177-7c0c-4289-81b5-e581c27130e9 req-ba66e5f9-d219-4fe9-a88d-01eee3a07e9a service neutron] 10.222.0.52 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877937 Nov 04 13:27:55.691839 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:55.715449 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124c4797-9c59-4d96-8561-68b3eedba982 {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:27:55.761442 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 124c4797-9c59-4d96-8561-68b3eedba982, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=124c4797-9c59-4d96-8561-68b3eedba982,segment=NetworkSegment(52a1ce32-0148-4074-b0b3-26fff405bd0a),segment_id=52a1ce32-0148-4074-b0b3-26fff405bd0a)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:55.772345 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:55.778297 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-838e4db3-2829-42b5-8625-338029a42a8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:55.890888 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b3ad6177-7c0c-4289-81b5-e581c27130e9 req-4ed3af5d-39d0-42fc-8f32-bfff536c0f98 service neutron] 10.222.0.52 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594919 Nov 04 13:27:55.926837 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=124c4797-9c59-4d96-8561-68b3eedba982,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:55.933373 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:56.007347 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 9da46655-fcbd-486c-895d-02b73f17924f up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:27:56.104985 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['124c4797-9c59-4d96-8561-68b3eedba982'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:27:56.152064 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 42072) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:56.165850 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b619c-3dac-4203-b3e0-d5609fdd82eb req-c774cdbd-3736-4bef-a87e-390dbdc6a594 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:56.174624 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-447b619c-3dac-4203-b3e0-d5609fdd82eb req-c774cdbd-3736-4bef-a87e-390dbdc6a594 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 943 time: 0.2037969 Nov 04 13:27:56.202709 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['4da13408-5eb3-4692-ad04-e78857720d10'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:27:56.276606 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92a947-6739-42c6-9120-da391c723b09 req-19fd3930-f7ae-4771-822d-e62a22a5b12d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:56.288275 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2c92a947-6739-42c6-9120-da391c723b09 req-19fd3930-f7ae-4771-822d-e62a22a5b12d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 944 time: 0.1172428 Nov 04 13:27:56.321452 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-447b619c-3dac-4203-b3e0-d5609fdd82eb req-ea3d80a5-93cd-47ed-aaa3-7247edd8c2ff tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405234 Nov 04 13:27:56.372800 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2c92a947-6739-42c6-9120-da391c723b09 req-3d992968-7a65-4dcb-b832-1034318b7157 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827699 Nov 04 13:27:56.450934 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-79687f23-49a7-463f-9c82-9e6704863a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:56.451436 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 9da46655-fcbd-486c-895d-02b73f17924f triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:27:56.451791 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:56.523523 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-79687f23-49a7-463f-9c82-9e6704863a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:27:56.529596 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-79687f23-49a7-463f-9c82-9e6704863a04 admin admin] Usage tracker for resource:security_group_rule and tenant:cf2c2f238c504d8f8b65740e9951f434 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:27:56.534678 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-79687f23-49a7-463f-9c82-9e6704863a04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:27:56.550589 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-79687f23-49a7-463f-9c82-9e6704863a04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:27:56.662338 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-79687f23-49a7-463f-9c82-9e6704863a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:56.671359 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-79687f23-49a7-463f-9c82-9e6704863a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:56.680790 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-9ffd88f2-10c6-4601-a5d1-16c45028d28b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:56.731931 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79687f23-49a7-463f-9c82-9e6704863a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b73417-d58a-4701-8b49-0ed11c345553,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:56.743404 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-79687f23-49a7-463f-9c82-9e6704863a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:56.748563 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-79687f23-49a7-463f-9c82-9e6704863a04 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cf2c2f238c504d8f8b65740e9951f434&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5931022 Nov 04 13:27:56.748859 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 42088) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:27:56.821141 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b6d888f6-7f24-432b-bcc7-0058a3bf2a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:56.880469 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b6d888f6-7f24-432b-bcc7-0058a3bf2a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:56.946943 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b6d888f6-7f24-432b-bcc7-0058a3bf2a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:56.952053 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-2e20c46b-07c4-4109-b0d7-67f322ef0de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:56.965585 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d888f6-7f24-432b-bcc7-0058a3bf2a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b73417-d58a-4701-8b49-0ed11c345553,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:56.967856 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b6d888f6-7f24-432b-bcc7-0058a3bf2a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:56.970780 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b6d888f6-7f24-432b-bcc7-0058a3bf2a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:56.971883 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-b6d888f6-7f24-432b-bcc7-0058a3bf2a6b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f8b73417-d58a-4701-8b49-0ed11c345553 HTTP/1.1" status: 204 len: 168 time: 0.2220588 Nov 04 13:27:57.104103 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 6a6347a1-b913-42b1-80fd-76f0c9ec7660 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:27:57.252291 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 6a6347a1-b913-42b1-80fd-76f0c9ec7660, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=6a6347a1-b913-42b1-80fd-76f0c9ec7660,segment=NetworkSegment(b3a65132-091a-42fd-9f21-c848c12dfc96),segment_id=b3a65132-091a-42fd-9f21-c848c12dfc96)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:57.266763 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': '6a6347a1-b913-42b1-80fd-76f0c9ec7660', 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e', 'port_id': '6a6347a1-b913-42b1-80fd-76f0c9ec7660', 'mac_address': 'fa:16:3e:1d:79:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4a0bf0-8086-4b70-87a4-6eff05a52c1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:27:57.322608 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:57.340438 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6347a1-b913-42b1-80fd-76f0c9ec7660 {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:27:57.357520 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 6a6347a1-b913-42b1-80fd-76f0c9ec7660, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=6a6347a1-b913-42b1-80fd-76f0c9ec7660,segment=NetworkSegment(b3a65132-091a-42fd-9f21-c848c12dfc96),segment_id=b3a65132-091a-42fd-9f21-c848c12dfc96)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:57.362110 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:57.363829 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:57.450006 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=6a6347a1-b913-42b1-80fd-76f0c9ec7660,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:57.454656 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:57.611800 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413db8c-0e5c-4105-bae0-384331f2d418 req-25f77001-f413-4a2c-883a-ff1b083907c5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:57.613770 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8413db8c-0e5c-4105-bae0-384331f2d418 req-25f77001-f413-4a2c-883a-ff1b083907c5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 944 time: 0.1047397 Nov 04 13:27:57.684088 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8413db8c-0e5c-4105-bae0-384331f2d418 req-689a7e98-3426-4ebc-bf7e-72b3cb82c8cb tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648549 Nov 04 13:27:57.692331 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fca75e-3bef-4359-a1cc-3875944d2911 req-d44a4997-7312-4995-b639-90973ae326a1 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:57.699456 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-68fca75e-3bef-4359-a1cc-3875944d2911 req-d44a4997-7312-4995-b639-90973ae326a1 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 944 time: 0.1186101 Nov 04 13:27:57.753685 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-68fca75e-3bef-4359-a1cc-3875944d2911 req-8bf9f10a-2c69-413f-a5c8-3c70583e7f18 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527864 Nov 04 13:27:57.805034 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['6a6347a1-b913-42b1-80fd-76f0c9ec7660'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:27:58.910966 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c2831-4f80-40c8-a1a8-02d97dac180a req-bc4c8005-f2b4-4cff-aee4-4512630d290d tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:58.912943 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-255c2831-4f80-40c8-a1a8-02d97dac180a req-bc4c8005-f2b4-4cff-aee4-4512630d290d tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 944 time: 0.0896633 Nov 04 13:27:58.968886 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-255c2831-4f80-40c8-a1a8-02d97dac180a req-246a29a9-ac99-4f33-8747-05584b908a6b tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470135 Nov 04 13:27:58.974758 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b3312-18b0-4dd5-9d32-a4201f0ad94b req-8581b5cd-87fd-49a5-b12c-475aa8c9279e tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:27:58.982058 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ce3b3312-18b0-4dd5-9d32-a4201f0ad94b req-8581b5cd-87fd-49a5-b12c-475aa8c9279e tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 944 time: 0.1037652 Nov 04 13:27:59.016268 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-bda9baad-cfa5-49da-a53d-bb442dcaa0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:59.044393 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ce3b3312-18b0-4dd5-9d32-a4201f0ad94b req-b8a27661-1f28-4620-9140-dec550f5996f tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614715 Nov 04 13:27:59.111111 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 4da13408-5eb3-4692-ad04-e78857720d10 up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:27:59.252358 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning for port 4da13408-5eb3-4692-ad04-e78857720d10 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:27:59.259168 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port 4da13408-5eb3-4692-ad04-e78857720d10 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:27:59.259775 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:59.392824 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:59.398177 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:59.428275 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da13408-5eb3-4692-ad04-e78857720d10'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:27:59.442932 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 4da13408-5eb3-4692-ad04-e78857720d10, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=4da13408-5eb3-4692-ad04-e78857720d10,segment=NetworkSegment(52a1ce32-0148-4074-b0b3-26fff405bd0a),segment_id=52a1ce32-0148-4074-b0b3-26fff405bd0a)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:59.449164 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:59.450168 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 6a6347a1-b913-42b1-80fd-76f0c9ec7660 up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:27:59.495773 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:27:59.554200 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da13408-5eb3-4692-ad04-e78857720d10', 'code': 200} Nov 04 13:27:59.616330 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=4da13408-5eb3-4692-ad04-e78857720d10,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:27:59.622422 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:27:59.654258 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning for port 6a6347a1-b913-42b1-80fd-76f0c9ec7660 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:27:59.661776 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port 6a6347a1-b913-42b1-80fd-76f0c9ec7660 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:27:59.662354 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:59.829928 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:59.862327 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-31bec210-ce0e-49ee-a380-f2f63188b1d3 req-e3c43409-f20a-42b4-b008-357d33c106b6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 1098 time: 0.0889208 Nov 04 13:27:59.915816 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 6a6347a1-b913-42b1-80fd-76f0c9ec7660, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=6a6347a1-b913-42b1-80fd-76f0c9ec7660,segment=NetworkSegment(b3a65132-091a-42fd-9f21-c848c12dfc96),segment_id=b3a65132-091a-42fd-9f21-c848c12dfc96)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:27:59.921014 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:27:59.921948 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 124c4797-9c59-4d96-8561-68b3eedba982 up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:27:59.934627 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-31bec210-ce0e-49ee-a380-f2f63188b1d3 req-cb186119-b602-43b8-b105-f70bc1cfa9a3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497854 Nov 04 13:27:59.948563 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:00.041038 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=6a6347a1-b913-42b1-80fd-76f0c9ec7660,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:00.044251 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:00.054138 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning for port 124c4797-9c59-4d96-8561-68b3eedba982 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:28:00.060550 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port 124c4797-9c59-4d96-8561-68b3eedba982 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:28:00.061813 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:00.236590 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695e6fc-5ba4-44e1-ac53-7b177aaa33fc req-589aecd7-ef84-4652-9378-4115f57f7f3c tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:00.238782 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a695e6fc-5ba4-44e1-ac53-7b177aaa33fc req-589aecd7-ef84-4652-9378-4115f57f7f3c tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 945 time: 0.1066666 Nov 04 13:28:00.291069 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:00.322970 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a695e6fc-5ba4-44e1-ac53-7b177aaa33fc req-db26d5f1-1a2b-4f0e-9682-9849b16d1a37 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770166 Nov 04 13:28:00.366091 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 124c4797-9c59-4d96-8561-68b3eedba982, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=124c4797-9c59-4d96-8561-68b3eedba982,segment=NetworkSegment(52a1ce32-0148-4074-b0b3-26fff405bd0a),segment_id=52a1ce32-0148-4074-b0b3-26fff405bd0a)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:28:00.367528 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:00.370930 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:00.408040 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487ca16-90bb-4f6a-9bac-c534f7329fee req-30000451-d71a-4fc8-8688-c33a5c51c9d9 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:00.413033 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-f487ca16-90bb-4f6a-9bac-c534f7329fee req-30000451-d71a-4fc8-8688-c33a5c51c9d9 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 944 time: 0.1671500 Nov 04 13:28:00.451568 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=124c4797-9c59-4d96-8561-68b3eedba982,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:00.464947 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:00.481452 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-f487ca16-90bb-4f6a-9bac-c534f7329fee req-e74288af-2d9d-448e-ab01-14a1c7103d2e tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609760 Nov 04 13:28:01.127987 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-5c8bdf99-a6f4-4b53-8a24-37039379d5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:01.555378 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6347a1-b913-42b1-80fd-76f0c9ec7660'}, {'server_uuid': 'c6acef4f-a2a2-44ad-8d33-e276398902f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124c4797-9c59-4d96-8561-68b3eedba982'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:28:01.585555 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d720616-ea40-4eb9-a6f3-f5e33b0e7f77 req-5f5f8b70-b327-405d-8d6f-2c5dc8390adb tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:01.587844 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3d720616-ea40-4eb9-a6f3-f5e33b0e7f77 req-5f5f8b70-b327-405d-8d6f-2c5dc8390adb tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 945 time: 0.1109526 Nov 04 13:28:01.664313 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3d720616-ea40-4eb9-a6f3-f5e33b0e7f77 req-884f9949-94f4-49e5-9b44-0b515c4d6794 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709360 Nov 04 13:28:01.742298 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d1df7-0c45-4b5c-944c-bef711a777d2 req-6a036451-f06e-47e8-8796-86081b153477 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:01.749384 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-931d1df7-0c45-4b5c-944c-bef711a777d2 req-6a036451-f06e-47e8-8796-86081b153477 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.1181867 Nov 04 13:28:01.831090 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-931d1df7-0c45-4b5c-944c-bef711a777d2 req-0e19b0b5-009b-4277-bba1-bc999f13e5b5 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796101 Nov 04 13:28:01.913575 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6347a1-b913-42b1-80fd-76f0c9ec7660', 'code': 200} Nov 04 13:28:01.914266 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6acef4f-a2a2-44ad-8d33-e276398902f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124c4797-9c59-4d96-8561-68b3eedba982', 'code': 200} Nov 04 13:28:02.038893 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:02.388701 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-bfdc5679-7265-4322-af94-4ff5197e16ab req-6266dbb8-702b-4ff0-8feb-2b6f2371aad8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 1098 time: 0.1519411 Nov 04 13:28:02.412988 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f9d1f220-8312-4ef3-9d65-6e4eec005751 req-81b19c4c-adde-414b-bbbe-ddd7f6547df0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 1098 time: 0.1224766 Nov 04 13:28:02.464532 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-bfdc5679-7265-4322-af94-4ff5197e16ab req-aaec8d39-8762-427b-8efd-f2cf19da9a9a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675306 Nov 04 13:28:02.475956 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f9d1f220-8312-4ef3-9d65-6e4eec005751 req-7031ab9b-0fda-4dad-9fdb-578b11a8d36e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478466 Nov 04 13:28:02.767183 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 42272) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:02.872477 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebc359-5f32-4997-8676-34b3faa2c732 req-4bdcaf43-e6e2-4b9b-81d4-e92171ed8255 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:02.874788 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-52ebc359-5f32-4997-8676-34b3faa2c732 req-4bdcaf43-e6e2-4b9b-81d4-e92171ed8255 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 945 time: 0.0933352 Nov 04 13:28:02.951566 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-19395416-212f-4193-a76d-6bfa760d0b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:02.958168 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-52ebc359-5f32-4997-8676-34b3faa2c732 req-42977cba-8101-4635-bc1e-cdddc61d369a tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695930 Nov 04 13:28:03.021924 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-19395416-212f-4193-a76d-6bfa760d0b42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:28:03.029495 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-19395416-212f-4193-a76d-6bfa760d0b42 admin admin] Usage tracker for resource:security_group_rule and tenant:846e8d15d0544818a081430d0b82d4d5 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:28:03.031473 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-19395416-212f-4193-a76d-6bfa760d0b42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:28:03.038866 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-19395416-212f-4193-a76d-6bfa760d0b42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:28:03.169040 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-19395416-212f-4193-a76d-6bfa760d0b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:03.194213 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-19395416-212f-4193-a76d-6bfa760d0b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:03.202765 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-48658274-a9c9-45d1-a671-0a62322c609e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:03.262270 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19395416-212f-4193-a76d-6bfa760d0b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d018e75b-ceac-4ff3-a291-cb66c4ed20da,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:03.271890 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-19395416-212f-4193-a76d-6bfa760d0b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:03.276345 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba30dc-92d2-46cf-9a9e-16c1ad30af65 req-f6b094f4-e4cb-417c-aafd-2681de28f13b tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:03.277864 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1aba30dc-92d2-46cf-9a9e-16c1ad30af65 req-f6b094f4-e4cb-417c-aafd-2681de28f13b tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.1828017 Nov 04 13:28:03.280129 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-19395416-212f-4193-a76d-6bfa760d0b42 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=846e8d15d0544818a081430d0b82d4d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5117028 Nov 04 13:28:03.283114 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 42296) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:03.378151 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1aba30dc-92d2-46cf-9a9e-16c1ad30af65 req-1f3d82da-2d05-496c-a300-ee92fd874f34 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806749 Nov 04 13:28:03.403773 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b6839004-493c-40ec-a398-5e193922fbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:03.432364 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b6839004-493c-40ec-a398-5e193922fbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:03.492059 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b6839004-493c-40ec-a398-5e193922fbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:03.496364 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:03.510282 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6839004-493c-40ec-a398-5e193922fbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d018e75b-ceac-4ff3-a291-cb66c4ed20da,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:03.512641 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b6839004-493c-40ec-a398-5e193922fbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:03.519250 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b6839004-493c-40ec-a398-5e193922fbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:03.520923 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-b6839004-493c-40ec-a398-5e193922fbe2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d018e75b-ceac-4ff3-a291-cb66c4ed20da HTTP/1.1" status: 204 len: 168 time: 0.2364109 Nov 04 13:28:03.592145 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:03.939759 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 42322) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:03.959495 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-9bf81d7f-ed7d-41d4-a69b-2f136fd34d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:03.994920 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-9bf81d7f-ed7d-41d4-a69b-2f136fd34d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:28:03.997665 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-9bf81d7f-ed7d-41d4-a69b-2f136fd34d0a admin admin] Usage tracker for resource:security_group_rule and tenant:65022a09ed9a48118623073cac5022d0 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:28:04.001229 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-9bf81d7f-ed7d-41d4-a69b-2f136fd34d0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:28:04.007328 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-9bf81d7f-ed7d-41d4-a69b-2f136fd34d0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:28:04.077869 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-9bf81d7f-ed7d-41d4-a69b-2f136fd34d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:04.083097 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-9bf81d7f-ed7d-41d4-a69b-2f136fd34d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:04.090396 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:04.143396 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf81d7f-ed7d-41d4-a69b-2f136fd34d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964c3300-a65d-4bee-bce3-10e8abcdf52e,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:04.148988 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-9bf81d7f-ed7d-41d4-a69b-2f136fd34d0a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=65022a09ed9a48118623073cac5022d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2082613 Nov 04 13:28:04.150095 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-9bf81d7f-ed7d-41d4-a69b-2f136fd34d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:04.151567 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 42330) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:04.218699 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae768b2-10f2-408a-be3d-a76c6c5ea208 req-4c7a4cba-4381-4b83-bb68-14b10cb972c0 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:04.227666 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4ae768b2-10f2-408a-be3d-a76c6c5ea208 req-4c7a4cba-4381-4b83-bb68-14b10cb972c0 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 945 time: 0.1498008 Nov 04 13:28:04.230621 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-92081d33-20f7-4a2f-9958-9e0e1315153a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:04.263148 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-92081d33-20f7-4a2f-9958-9e0e1315153a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:04.285433 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4ae768b2-10f2-408a-be3d-a76c6c5ea208 req-adafca51-7d5a-4f8c-8fd9-90667c937698 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567391 Nov 04 13:28:04.326611 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-92081d33-20f7-4a2f-9958-9e0e1315153a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:04.334605 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-be9eb09a-188a-4a91-be56-5d90537535db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:04.348398 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-92081d33-20f7-4a2f-9958-9e0e1315153a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:04.350975 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-92081d33-20f7-4a2f-9958-9e0e1315153a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/964c3300-a65d-4bee-bce3-10e8abcdf52e HTTP/1.1" status: 204 len: 168 time: 0.1983445 Nov 04 13:28:04.354453 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92081d33-20f7-4a2f-9958-9e0e1315153a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964c3300-a65d-4bee-bce3-10e8abcdf52e,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:04.357258 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-92081d33-20f7-4a2f-9958-9e0e1315153a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:04.711550 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538df16-0b5c-4101-b8bd-e3dc7b1c7896 req-f6288c48-1153-49b8-8177-1816bc09100a tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:04.712937 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5538df16-0b5c-4101-b8bd-e3dc7b1c7896 req-f6288c48-1153-49b8-8177-1816bc09100a tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.0913925 Nov 04 13:28:04.763053 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5538df16-0b5c-4101-b8bd-e3dc7b1c7896 req-7842b0df-afa1-47a8-b370-44ddbb3910de tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442553 Nov 04 13:28:05.196791 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-96a63ede-6e0a-4bae-a33d-059c6e1ae752 req-ce9d6c93-4f69-42c4-b316-2e3867222af7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1045286fb73b402889070a294f6a163c&device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 1098 time: 0.0773494 Nov 04 13:28:05.270494 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c370c-1ca2-41fa-beff-8dad2d8618cc req-55742b81-d266-47c5-9ee2-5a52f31ebe33 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:05.277592 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6b6c370c-1ca2-41fa-beff-8dad2d8618cc req-55742b81-d266-47c5-9ee2-5a52f31ebe33 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.1052234 Nov 04 13:28:05.366148 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6b6c370c-1ca2-41fa-beff-8dad2d8618cc req-962bf977-f838-46e3-abe2-d6b0e3dad37f tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876536 Nov 04 13:28:05.440615 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a63ede-6e0a-4bae-a33d-059c6e1ae752 req-a1bb7d18-fd49-44b5-9b35-1584ba6f04c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:05.443482 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-96a63ede-6e0a-4bae-a33d-059c6e1ae752 req-a1bb7d18-fd49-44b5-9b35-1584ba6f04c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=92a0a7a0-75b6-4ced-9746-003e01dbfb31 HTTP/1.1" status: 200 len: 920 time: 0.2365294 Nov 04 13:28:05.631422 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-96a63ede-6e0a-4bae-a33d-059c6e1ae752 req-b3d9a2b3-8c0a-41d4-b2a3-3743579c634b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=124c4797-9c59-4d96-8561-68b3eedba982 HTTP/1.1" status: 200 len: 217 time: 0.1747351 Nov 04 13:28:05.668162 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1872f3e-4310-4700-a888-3589f0ddec5c req-05b04272-8cb5-4ab0-8cc6-e86b61445c35 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:05.669647 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c1872f3e-4310-4700-a888-3589f0ddec5c req-05b04272-8cb5-4ab0-8cc6-e86b61445c35 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 945 time: 0.0914140 Nov 04 13:28:05.802478 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a63ede-6e0a-4bae-a33d-059c6e1ae752 req-5d175c3b-6f72-4be6-b04e-3ffc7cdcaaf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:05.806363 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-96a63ede-6e0a-4bae-a33d-059c6e1ae752 req-5d175c3b-6f72-4be6-b04e-3ffc7cdcaaf1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c492f872-b286-45e9-8aab-f296054e0244 HTTP/1.1" status: 200 len: 859 time: 0.1357362 Nov 04 13:28:05.819023 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c1872f3e-4310-4700-a888-3589f0ddec5c req-96bc2d33-5ec3-42cd-bcf7-a4a3c35492b0 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843966 Nov 04 13:28:05.886043 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-96a63ede-6e0a-4bae-a33d-059c6e1ae752 req-6dfadff6-d428-4010-8335-bae90a93f2c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=92a0a7a0-75b6-4ced-9746-003e01dbfb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520208 Nov 04 13:28:06.056589 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-96a63ede-6e0a-4bae-a33d-059c6e1ae752 req-ec73a05f-35a6-4d5c-92c4-2ebe594151ba service neutron] 10.222.0.52 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566529 Nov 04 13:28:06.224931 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-96a63ede-6e0a-4bae-a33d-059c6e1ae752 req-41b344bf-9773-4529-98c3-bc756eb78c9d service neutron] 10.222.0.52 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608913 Nov 04 13:28:06.604730 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee8d3b-1e5a-491a-923d-22b6b55af831 req-c289779e-a9ef-471a-8c4f-341f11bd3481 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:06.606867 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-97ee8d3b-1e5a-491a-923d-22b6b55af831 req-c289779e-a9ef-471a-8c4f-341f11bd3481 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.0883985 Nov 04 13:28:06.657811 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-97ee8d3b-1e5a-491a-923d-22b6b55af831 req-010b1cde-3640-4995-9a79-f066617daa90 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438168 Nov 04 13:28:07.370475 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 42464) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:07.429311 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1415d67c-bc8d-4838-afa0-332dbb0c7a8d admin admin] Deleting subnet 044383db-1fe5-4976-a483-8e33726623cc {{(pid=82773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 04 13:28:07.432523 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1415d67c-bc8d-4838-afa0-332dbb0c7a8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:07.486313 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1415d67c-bc8d-4838-afa0-332dbb0c7a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671906'] for subnet, precommit_delete_associations {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:07.542735 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1415d67c-bc8d-4838-afa0-332dbb0c7a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1049700'] for subnet, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:07.612105 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1415d67c-bc8d-4838-afa0-332dbb0c7a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1049629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2671894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2421650'] for subnet, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:07.616676 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:07.659364 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415d67c-bc8d-4838-afa0-332dbb0c7a8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=044383db-1fe5-4976-a483-8e33726623cc,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:07.670845 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1415d67c-bc8d-4838-afa0-332dbb0c7a8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:07.679028 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-1415d67c-bc8d-4838-afa0-332dbb0c7a8d admin admin] 10.222.0.93 "DELETE /v2.0/subnets/044383db-1fe5-4976-a483-8e33726623cc HTTP/1.1" status: 204 len: 168 time: 0.3075278 Nov 04 13:28:07.681633 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 42476) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:07.685005 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-1415d67c-bc8d-4838-afa0-332dbb0c7a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:07.817320 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c8e94e2a-18f1-43ed-850d-d486596b86d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1120378'] for network, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:07.901948 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09df652-be7f-4238-adc4-f9741e91dd06 req-fbdbd01d-c340-41e8-81d4-a7648cf3116e tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:07.903407 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a09df652-be7f-4238-adc4-f9741e91dd06 req-fbdbd01d-c340-41e8-81d4-a7648cf3116e tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.0964878 Nov 04 13:28:07.948034 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c8e94e2a-18f1-43ed-850d-d486596b86d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1063405', 'neutron.services.segments.db._delete_segments_for_network-8742936665528'] for network, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:07.958517 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a09df652-be7f-4238-adc4-f9741e91dd06 req-5939a461-0631-499b-ba2e-a11f72ff6439 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492911 Nov 04 13:28:07.981765 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.services.segments.db [None req-c8e94e2a-18f1-43ed-850d-d486596b86d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480b04c7-2c7f-4eef-a32f-862840807958']}} {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:28:07.997342 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.services.segments.db [None req-c8e94e2a-18f1-43ed-850d-d486596b86d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5888a9-0376-474e-ba65-2a0a7e2ceaaa') {'for_net_delete': True} {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:28:07.997691 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.services.segments.db [None req-c8e94e2a-18f1-43ed-850d-d486596b86d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5888a9-0376-474e-ba65-2a0a7e2ceaaa') {} {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:28:08.027009 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c8e94e2a-18f1-43ed-850d-d486596b86d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742936667091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3573361'] for segment, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:08.053753 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c8e94e2a-18f1-43ed-850d-d486596b86d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:08.062389 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e94e2a-18f1-43ed-850d-d486596b86d0 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=82772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 04 13:28:08.063328 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c8e94e2a-18f1-43ed-850d-d486596b86d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3573450'] for segment, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: Traceback (most recent call last): Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: timer() Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: cb(*args, **kw) Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: return func(*args, **kwargs) Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: self._notify() Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: self.callback(batched_events) Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: event.method(event) Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: return f(self, *a, **k) Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: return self._get(url).json() Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: return self.request(url, 'GET', **kwargs) Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 13:28:08.089342 dv-cinder-810367-1-smb neutron-server[82772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 13:28:08.205666 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c8e94e2a-18f1-43ed-850d-d486596b86d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1063398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837420'] for network, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:08.216124 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c8e94e2a-18f1-43ed-850d-d486596b86d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:08.218787 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-a9403095-679f-4bf4-b739-526ec72a0420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:08.239192 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e94e2a-18f1-43ed-850d-d486596b86d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=480b04c7-2c7f-4eef-a32f-862840807958,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:08.242261 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-c8e94e2a-18f1-43ed-850d-d486596b86d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:08.244503 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-c8e94e2a-18f1-43ed-850d-d486596b86d0 admin admin] 10.222.0.93 "DELETE /v2.0/networks/480b04c7-2c7f-4eef-a32f-862840807958 HTTP/1.1" status: 204 len: 168 time: 0.5611019 Nov 04 13:28:08.247240 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 42494) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:08.386848 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_v2 [None req-767955e0-72d3-4301-b673-77849d031be1 admin admin] Deleting subnet e21a29c7-3f88-4aae-b869-31c697add421 {{(pid=82773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 04 13:28:08.389941 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-767955e0-72d3-4301-b673-77849d031be1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:08.440387 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-767955e0-72d3-4301-b673-77849d031be1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671906'] for subnet, precommit_delete_associations {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:08.499534 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-767955e0-72d3-4301-b673-77849d031be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1049700'] for subnet, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:08.576538 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-767955e0-72d3-4301-b673-77849d031be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1049629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2671894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2421650'] for subnet, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:08.582069 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:08.615416 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767955e0-72d3-4301-b673-77849d031be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e21a29c7-3f88-4aae-b869-31c697add421,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:08.619465 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-767955e0-72d3-4301-b673-77849d031be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:08.623523 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-767955e0-72d3-4301-b673-77849d031be1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:08.632160 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-767955e0-72d3-4301-b673-77849d031be1 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/e21a29c7-3f88-4aae-b869-31c697add421 HTTP/1.1" status: 204 len: 168 time: 0.3815224 Nov 04 13:28:08.632384 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 42512) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:08.749427 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7dd53e71-027f-4c00-a2a6-459d16b5f252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1120378'] for network, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:08.879511 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7dd53e71-027f-4c00-a2a6-459d16b5f252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1063405', 'neutron.services.segments.db._delete_segments_for_network-8742936665528'] for network, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:08.887738 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 42520) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:08.905403 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-7dd53e71-027f-4c00-a2a6-459d16b5f252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b201f7-f34e-45aa-aaac-f49963343fc1']}} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:28:08.917826 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-7dd53e71-027f-4c00-a2a6-459d16b5f252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148caa83-a244-4037-81b6-7d8ecde7d063') {'for_net_delete': True} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:28:08.918122 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-7dd53e71-027f-4c00-a2a6-459d16b5f252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148caa83-a244-4037-81b6-7d8ecde7d063') {} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:28:08.929512 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7dd53e71-027f-4c00-a2a6-459d16b5f252 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742936667091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671929'] for segment, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:08.945758 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7dd53e71-027f-4c00-a2a6-459d16b5f252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:08.951832 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd53e71-027f-4c00-a2a6-459d16b5f252 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=82773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 04 13:28:08.952216 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7dd53e71-027f-4c00-a2a6-459d16b5f252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2671996'] for segment, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: Traceback (most recent call last): Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: timer() Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: cb(*args, **kw) Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: return func(*args, **kwargs) Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: self._notify() Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: self.callback(batched_events) Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: event.method(event) Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: return f(self, *a, **k) Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: return self._get(url).json() Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: return self.request(url, 'GET', **kwargs) Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 13:28:08.965818 dv-cinder-810367-1-smb neutron-server[82773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 13:28:09.033979 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1b5b0213-5551-44ed-bc77-a6f924180eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:09.054784 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7dd53e71-027f-4c00-a2a6-459d16b5f252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1063398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837420'] for network, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:09.059600 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a03d9ce9-43fc-42e1-9d09-6f4b0a522f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:09.071776 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-1b5b0213-5551-44ed-bc77-a6f924180eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:28:09.075795 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-1b5b0213-5551-44ed-bc77-a6f924180eca admin admin] Usage tracker for resource:security_group_rule and tenant:f6c0b06ccb724870b263b9b69ac531d3 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:28:09.080615 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7dd53e71-027f-4c00-a2a6-459d16b5f252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:09.081589 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-1b5b0213-5551-44ed-bc77-a6f924180eca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:28:09.083418 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd53e71-027f-4c00-a2a6-459d16b5f252 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9b201f7-f34e-45aa-aaac-f49963343fc1,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:09.087610 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-7dd53e71-027f-4c00-a2a6-459d16b5f252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:09.089455 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-7dd53e71-027f-4c00-a2a6-459d16b5f252 admin admin] 10.222.0.93 "DELETE /v2.0/networks/a9b201f7-f34e-45aa-aaac-f49963343fc1 HTTP/1.1" status: 204 len: 168 time: 0.4561479 Nov 04 13:28:09.089816 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-1b5b0213-5551-44ed-bc77-a6f924180eca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:28:09.196926 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1b5b0213-5551-44ed-bc77-a6f924180eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:09.202690 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1b5b0213-5551-44ed-bc77-a6f924180eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:09.216103 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850cdb4-51bb-47b5-9cf1-609376414420 req-10d1a08f-b794-4146-9ef2-882c8bac224f tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:09.217632 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-f850cdb4-51bb-47b5-9cf1-609376414420 req-10d1a08f-b794-4146-9ef2-882c8bac224f tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.1150675 Nov 04 13:28:09.231039 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-bda8da72-3ae3-4663-99e4-fc184936c122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:09.371064 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-f850cdb4-51bb-47b5-9cf1-609376414420 req-c29d1fa1-5ec4-4491-8854-cc21a9c7fe0f tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399236 Nov 04 13:28:09.371246 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 42540) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:09.372509 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b0213-5551-44ed-bc77-a6f924180eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c33d986-ccba-4205-9bb4-5a5f70ad6ceb,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:09.380035 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-1b5b0213-5551-44ed-bc77-a6f924180eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:09.400117 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-1b5b0213-5551-44ed-bc77-a6f924180eca admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f6c0b06ccb724870b263b9b69ac531d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5089507 Nov 04 13:28:09.400923 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 42544) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:09.480096 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-157fe7de-f3a6-4cf7-8393-4c218548ba93 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5d076ed4b1194ea6803ecd4e9fe9426a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1034188 Nov 04 13:28:09.482920 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 42548) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:09.498313 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a876-c4c4-4c72-9669-5359da28d25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:09.524925 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a876-c4c4-4c72-9669-5359da28d25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:09.544454 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6c6f-699f-487f-8b34-27abb5bbf194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:09.571886 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6c6f-699f-487f-8b34-27abb5bbf194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:09.578173 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a876-c4c4-4c72-9669-5359da28d25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:09.582711 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-a37617fd-3ce4-4a7c-a634-9fa3117f34fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:09.593975 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5a876-c4c4-4c72-9669-5359da28d25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c33d986-ccba-4205-9bb4-5a5f70ad6ceb,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:09.598741 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-d9b5a876-c4c4-4c72-9669-5359da28d25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:09.600604 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a876-c4c4-4c72-9669-5359da28d25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:09.601725 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-d9b5a876-c4c4-4c72-9669-5359da28d25c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6c33d986-ccba-4205-9bb4-5a5f70ad6ceb HTTP/1.1" status: 204 len: 168 time: 0.1999977 Nov 04 13:28:09.634386 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6c6f-699f-487f-8b34-27abb5bbf194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:09.639280 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-550a8b40-f019-4463-b339-ed1098803d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:09.652475 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa6c6f-699f-487f-8b34-27abb5bbf194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a322e53b-1482-49cc-bffa-37bb4eb51338,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:09.656112 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-e2aa6c6f-699f-487f-8b34-27abb5bbf194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:09.667777 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6c6f-699f-487f-8b34-27abb5bbf194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:09.671246 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-e2aa6c6f-699f-487f-8b34-27abb5bbf194 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a322e53b-1482-49cc-bffa-37bb4eb51338 HTTP/1.1" status: 204 len: 168 time: 0.1851368 Nov 04 13:28:10.101155 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 42564) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:10.124655 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-fda9c348-7dd8-4bd5-a61d-b8ae873facac admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:10.183283 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-fda9c348-7dd8-4bd5-a61d-b8ae873facac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:28:10.191035 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-fda9c348-7dd8-4bd5-a61d-b8ae873facac admin admin] Usage tracker for resource:security_group_rule and tenant:2fd8dd2b13e040d089c3292b2a20bf4e is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:28:10.194620 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-fda9c348-7dd8-4bd5-a61d-b8ae873facac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:28:10.201292 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-fda9c348-7dd8-4bd5-a61d-b8ae873facac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:28:10.229988 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 42570) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:10.286337 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-fda9c348-7dd8-4bd5-a61d-b8ae873facac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:10.293362 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-fda9c348-7dd8-4bd5-a61d-b8ae873facac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:10.302991 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:10.346445 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9c348-7dd8-4bd5-a61d-b8ae873facac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9a12cf-e35d-46f4-ac44-8ad0923bbe5a,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:10.349894 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-fda9c348-7dd8-4bd5-a61d-b8ae873facac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:10.355171 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-fda9c348-7dd8-4bd5-a61d-b8ae873facac admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2fd8dd2b13e040d089c3292b2a20bf4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2525029 Nov 04 13:28:10.355894 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 42578) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:10.443098 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 42588) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:10.444780 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-38e42474-6b17-46da-9765-808937e0b159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:10.495908 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b9b06ed5-3566-4502-b390-7e001c3eaa04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:10.528628 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b9b06ed5-3566-4502-b390-7e001c3eaa04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:10.575626 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-38e42474-6b17-46da-9765-808937e0b159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:28:10.583814 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 42598) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:10.584458 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-4cf2417c-2065-4e6a-8d35-52eef9d86a7d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e9c97b7c65f846beb017a1e90e8ad24f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1363342 Nov 04 13:28:10.588023 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-38e42474-6b17-46da-9765-808937e0b159 admin admin] Usage tracker for resource:security_group_rule and tenant:d1ad7567708b4e79875aad092a5adcf9 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:28:10.601677 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-38e42474-6b17-46da-9765-808937e0b159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:28:10.613343 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-38e42474-6b17-46da-9765-808937e0b159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:28:10.723677 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b9b06ed5-3566-4502-b390-7e001c3eaa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:10.733881 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-1b5b0213-5551-44ed-bc77-a6f924180eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:10.772352 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b06ed5-3566-4502-b390-7e001c3eaa04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9a12cf-e35d-46f4-ac44-8ad0923bbe5a,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:10.774661 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b9b06ed5-3566-4502-b390-7e001c3eaa04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:10.783257 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-20679bff-930b-4375-ba1e-fce153770d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:10.832685 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b9b06ed5-3566-4502-b390-7e001c3eaa04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:10.833839 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-b9b06ed5-3566-4502-b390-7e001c3eaa04 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5f9a12cf-e35d-46f4-ac44-8ad0923bbe5a HTTP/1.1" status: 204 len: 168 time: 0.4766932 Nov 04 13:28:10.850898 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-20679bff-930b-4375-ba1e-fce153770d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:10.866547 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-38e42474-6b17-46da-9765-808937e0b159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:10.879585 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef6a78-8262-49c3-a9f8-fcec2751e793 req-662a2211-078e-4745-abb1-8fc94f66ffc9 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:10.881064 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-18ef6a78-8262-49c3-a9f8-fcec2751e793 req-662a2211-078e-4745-abb1-8fc94f66ffc9 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.2720366 Nov 04 13:28:10.884654 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-38e42474-6b17-46da-9765-808937e0b159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:10.897935 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b8bfb3b2-d6fd-450f-87e8-677bc220a526 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:10.985081 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 42608) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:10.985915 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-38e42474-6b17-46da-9765-808937e0b159 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d1ad7567708b4e79875aad092a5adcf9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7534883 Nov 04 13:28:10.989222 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e42474-6b17-46da-9765-808937e0b159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c3ca47-843e-4190-b603-42c3fb68670b,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:10.992295 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-38e42474-6b17-46da-9765-808937e0b159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:11.011949 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-18ef6a78-8262-49c3-a9f8-fcec2751e793 req-9c0df129-6a78-470e-8da5-9a1a6ff278f9 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166744 Nov 04 13:28:11.024029 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-20679bff-930b-4375-ba1e-fce153770d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:11.047827 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:11.070121 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20679bff-930b-4375-ba1e-fce153770d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f1b072-3f4f-491b-ac2b-a7e2abe4c71d,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:11.072207 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-20679bff-930b-4375-ba1e-fce153770d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:11.073083 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6a885ba1-ee49-4cc0-8611-d5f12d5ccd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:11.073967 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-20679bff-930b-4375-ba1e-fce153770d69 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a2f1b072-3f4f-491b-ac2b-a7e2abe4c71d HTTP/1.1" status: 204 len: 168 time: 0.4877605 Nov 04 13:28:11.075269 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-20679bff-930b-4375-ba1e-fce153770d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:11.106468 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6a885ba1-ee49-4cc0-8611-d5f12d5ccd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:11.170212 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6a885ba1-ee49-4cc0-8611-d5f12d5ccd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:11.175114 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-e2e71ea6-b34e-4fb3-ba94-feff01fec8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:11.190390 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a885ba1-ee49-4cc0-8611-d5f12d5ccd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c3ca47-843e-4190-b603-42c3fb68670b,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:11.193274 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-6a885ba1-ee49-4cc0-8611-d5f12d5ccd97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:11.201202 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6a885ba1-ee49-4cc0-8611-d5f12d5ccd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:11.202519 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-6a885ba1-ee49-4cc0-8611-d5f12d5ccd97 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/84c3ca47-843e-4190-b603-42c3fb68670b HTTP/1.1" status: 204 len: 168 time: 0.2146645 Nov 04 13:28:11.337584 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 42624) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:11.361828 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b20ae4de-da52-42b3-94c4-8d3408650b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:11.401520 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-b20ae4de-da52-42b3-94c4-8d3408650b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:28:11.407121 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-b20ae4de-da52-42b3-94c4-8d3408650b29 admin admin] Usage tracker for resource:security_group_rule and tenant:b4d8887a719d42af86b39acf2a493903 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:28:11.410958 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-b20ae4de-da52-42b3-94c4-8d3408650b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:28:11.418889 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-b20ae4de-da52-42b3-94c4-8d3408650b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:28:11.510304 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b20ae4de-da52-42b3-94c4-8d3408650b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:11.514679 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b20ae4de-da52-42b3-94c4-8d3408650b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:11.523245 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-87020ebe-1e0e-4225-835e-2b524f90f1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:11.565320 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ae4de-da52-42b3-94c4-8d3408650b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e63f8eb-506d-470f-b760-a1eef0672b81,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:11.573366 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 42636) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:11.586190 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-b20ae4de-da52-42b3-94c4-8d3408650b29 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b4d8887a719d42af86b39acf2a493903&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2473962 Nov 04 13:28:11.587302 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-b20ae4de-da52-42b3-94c4-8d3408650b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:11.697718 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-cccd0ca8-9c94-4459-9212-432ddeba84df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:11.724614 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-cccd0ca8-9c94-4459-9212-432ddeba84df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:11.785970 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-cccd0ca8-9c94-4459-9212-432ddeba84df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:11.791107 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-e683c139-610a-4ee1-b2a7-4123f95ea9b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:11.803634 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd0ca8-9c94-4459-9212-432ddeba84df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e63f8eb-506d-470f-b760-a1eef0672b81,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:11.806578 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-cccd0ca8-9c94-4459-9212-432ddeba84df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:11.808725 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-cccd0ca8-9c94-4459-9212-432ddeba84df admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:11.809842 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-cccd0ca8-9c94-4459-9212-432ddeba84df admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2e63f8eb-506d-470f-b760-a1eef0672b81 HTTP/1.1" status: 204 len: 168 time: 0.2361889 Nov 04 13:28:11.829188 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 42650) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:11.849995 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5b547057-53bc-48a6-b6b5-7e19fff8940d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:11.882365 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-5b547057-53bc-48a6-b6b5-7e19fff8940d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:28:11.886281 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-5b547057-53bc-48a6-b6b5-7e19fff8940d admin admin] Usage tracker for resource:security_group_rule and tenant:97177a53008945b682583cb8400c70ec is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:28:11.889743 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-5b547057-53bc-48a6-b6b5-7e19fff8940d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:28:11.896446 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-5b547057-53bc-48a6-b6b5-7e19fff8940d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:28:12.012753 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5b547057-53bc-48a6-b6b5-7e19fff8940d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:12.018580 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5b547057-53bc-48a6-b6b5-7e19fff8940d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:12.029978 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-c9f81173-37c8-4f43-bce7-65cc5dc27596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:12.080487 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b547057-53bc-48a6-b6b5-7e19fff8940d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcf7444-e60c-4de3-99f7-91a9f37e6779,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:12.104775 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-5b547057-53bc-48a6-b6b5-7e19fff8940d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:12.107575 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-5b547057-53bc-48a6-b6b5-7e19fff8940d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=97177a53008945b682583cb8400c70ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2751477 Nov 04 13:28:12.110963 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 42664) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:12.176992 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f20f5783-f763-485e-a4f2-d2bd441de580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:12.210445 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f20f5783-f763-485e-a4f2-d2bd441de580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:12.330089 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fc6b4-f508-480a-8c8b-0d43c4bf3de6 req-ab6f5ea1-700f-49a9-9da2-a1d70bbd0851 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:12.337355 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-b93fc6b4-f508-480a-8c8b-0d43c4bf3de6 req-ab6f5ea1-700f-49a9-9da2-a1d70bbd0851 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.1152091 Nov 04 13:28:12.339916 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f20f5783-f763-485e-a4f2-d2bd441de580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:12.355358 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-fda9c348-7dd8-4bd5-a61d-b8ae873facac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:12.374558 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f5783-f763-485e-a4f2-d2bd441de580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcf7444-e60c-4de3-99f7-91a9f37e6779,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:12.379475 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-f20f5783-f763-485e-a4f2-d2bd441de580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:12.403468 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f20f5783-f763-485e-a4f2-d2bd441de580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:12.404894 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-f20f5783-f763-485e-a4f2-d2bd441de580 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7bcf7444-e60c-4de3-99f7-91a9f37e6779 HTTP/1.1" status: 204 len: 168 time: 0.2926531 Nov 04 13:28:12.420893 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-b93fc6b4-f508-480a-8c8b-0d43c4bf3de6 req-d52ae970-e9f6-4533-a2e1-e27589c9fe76 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825689 Nov 04 13:28:12.424327 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:28:13.766528 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505ab22-3f06-4972-96ce-8bedac409ab7 req-093930ae-08b1-4a67-b1d3-14d7407b939a tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:13.767382 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-3505ab22-3f06-4972-96ce-8bedac409ab7 req-093930ae-08b1-4a67-b1d3-14d7407b939a tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.0880916 Nov 04 13:28:13.833152 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-3505ab22-3f06-4972-96ce-8bedac409ab7 req-0fe6a935-c01f-4887-bb5c-e157ceaf6b0d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509698 Nov 04 13:28:14.205318 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 42768) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:14.429903 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c22f84ec-8fb9-46c9-a391-233da75534b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:14.489538 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-7f24e493-d687-45f7-99fa-5819742336d5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:14.498517 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-7f24e493-d687-45f7-99fa-5819742336d5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/networks?id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e HTTP/1.1" status: 200 len: 815 time: 0.3043680 Nov 04 13:28:14.506829 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-c22f84ec-8fb9-46c9-a391-233da75534b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:28:14.516617 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-c22f84ec-8fb9-46c9-a391-233da75534b7 admin admin] Usage tracker for resource:security_group_rule and tenant:f6ea16417c504288bb2b9a65b2c336ca is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:28:14.522024 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-c22f84ec-8fb9-46c9-a391-233da75534b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:28:14.527074 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-bd719cfc-6fef-4482-9a64-e1f19846a738 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/quotas/ca590547524248caa833248e6087476c HTTP/1.1" status: 200 len: 375 time: 0.0256410 Nov 04 13:28:14.541803 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-c22f84ec-8fb9-46c9-a391-233da75534b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:28:14.668640 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-6439cf0f-98c0-4b5d-aabf-384c9480f6cd tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ca590547524248caa833248e6087476c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1398602 Nov 04 13:28:14.686562 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c22f84ec-8fb9-46c9-a391-233da75534b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:14.694007 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c22f84ec-8fb9-46c9-a391-233da75534b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:14.705638 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b2fd9b8b-f68c-473b-9a4f-0e261c1c2952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:14.755616 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f84ec-8fb9-46c9-a391-233da75534b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9775b55-c5e8-4434-a9b4-7e0e4b6f8095,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:14.759441 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-c22f84ec-8fb9-46c9-a391-233da75534b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:14.762679 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-c22f84ec-8fb9-46c9-a391-233da75534b7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f6ea16417c504288bb2b9a65b2c336ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5561798 Nov 04 13:28:14.765180 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 42786) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:14.841403 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1a505e58-9771-4f50-983a-1f6b611b3d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:14.871465 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1a505e58-9771-4f50-983a-1f6b611b3d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:14.945426 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1a505e58-9771-4f50-983a-1f6b611b3d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:14.952785 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-38e42474-6b17-46da-9765-808937e0b159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:14.991091 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a505e58-9771-4f50-983a-1f6b611b3d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9775b55-c5e8-4434-a9b4-7e0e4b6f8095,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:14.994696 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-1a505e58-9771-4f50-983a-1f6b611b3d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:15.002252 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-581ebb3b-684a-4499-b317-a7af52b10f3f service neutron] 10.222.0.93 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306136 Nov 04 13:28:15.009887 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1a505e58-9771-4f50-983a-1f6b611b3d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:15.016210 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-1a505e58-9771-4f50-983a-1f6b611b3d86 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c9775b55-c5e8-4434-a9b4-7e0e4b6f8095 HTTP/1.1" status: 204 len: 168 time: 0.2489727 Nov 04 13:28:15.226502 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-dd43a01c-d935-4fe8-8b93-16cd5a958e80 service neutron] 10.222.0.93 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192950 Nov 04 13:28:15.329281 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383f0f6-8d78-4928-862d-1ca7ea49128c req-6bc96a12-0b22-4280-8288-81e4a79ded94 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:15.337078 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c383f0f6-8d78-4928-862d-1ca7ea49128c req-6bc96a12-0b22-4280-8288-81e4a79ded94 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.0927472 Nov 04 13:28:15.401034 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c383f0f6-8d78-4928-862d-1ca7ea49128c req-5063c531-f125-4078-af0e-4d02ddabeb40 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630014 Nov 04 13:28:15.517518 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1f9233b7-ca04-4c16-bc11-de88eb7a4159 req-1203832e-65ed-4dcf-beca-027076c16ead tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=38899d8b-0a09-4a76-82b5-8a17ca8fd014 HTTP/1.1" status: 200 len: 210 time: 0.0682640 Nov 04 13:28:16.604602 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee8d1f-806b-4a98-8220-988ec727a310 req-f2ccae1c-9ce1-4e4e-bef9-c54d12105352 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:16.606090 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d9ee8d1f-806b-4a98-8220-988ec727a310 req-f2ccae1c-9ce1-4e4e-bef9-c54d12105352 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.0884335 Nov 04 13:28:16.712218 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-bcfaa89a-63d3-4ffc-a297-899a7cfd3140 req-4022719b-ef83-4409-8ad0-b33830693f32 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=38899d8b-0a09-4a76-82b5-8a17ca8fd014 HTTP/1.1" status: 200 len: 210 time: 0.0577445 Nov 04 13:28:16.713284 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d9ee8d1f-806b-4a98-8220-988ec727a310 req-b76fb8f7-6a2c-4d36-b3f9-e939ceeedffd tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983059 Nov 04 13:28:16.987363 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-f8285137-37b8-401b-8f60-2b70ac57d3be tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:16.989371 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-f8285137-37b8-401b-8f60-2b70ac57d3be tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.52 "GET /v2.0/networks?id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e HTTP/1.1" status: 200 len: 815 time: 0.2000439 Nov 04 13:28:17.012064 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-849506d0-5c11-4f3a-862f-33eaa0dbdaca tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Request body: {'port': {'device_id': '38899d8b-0a09-4a76-82b5-8a17ca8fd014', 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e', 'admin_state_up': True, 'tenant_id': 'ca590547524248caa833248e6087476c'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:28:17.198620 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-849506d0-5c11-4f3a-862f-33eaa0dbdaca tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:28:17.208880 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-849506d0-5c11-4f3a-862f-33eaa0dbdaca tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:28:17.221762 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-849506d0-5c11-4f3a-862f-33eaa0dbdaca tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Made reservation on behalf of ca590547524248caa833248e6087476c for: {'port': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:28:17.225095 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-849506d0-5c11-4f3a-862f-33eaa0dbdaca tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:17.460241 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-849506d0-5c11-4f3a-862f-33eaa0dbdaca tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Allocated IP 172.20.0.13 (9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e/9e4a0bf0-8086-4b70-87a4-6eff05a52c1a/7092a4f9-9fe7-4f58-88ce-5a2d3facb12d) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:28:17.640084 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 42884) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:17.688866 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-849506d0-5c11-4f3a-862f-33eaa0dbdaca tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:17.729267 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-849506d0-5c11-4f3a-862f-33eaa0dbdaca tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:17.745981 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['116ea7e7-c6cc-45f2-a5de-aa2457a4db7c', '8cb5df9a-c6e3-4197-9b3a-912ffc6e9977', '6a6347a1-b913-42b1-80fd-76f0c9ec7660'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:28:17.751515 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:17.897396 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849506d0-5c11-4f3a-862f-33eaa0dbdaca tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Pushing event updated for resources: {'Port': ['ID=7092a4f9-9fe7-4f58-88ce-5a2d3facb12d,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:17.902706 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-849506d0-5c11-4f3a-862f-33eaa0dbdaca tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:17.904865 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-849506d0-5c11-4f3a-862f-33eaa0dbdaca tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Network 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:28:17.907252 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-849506d0-5c11-4f3a-862f-33eaa0dbdaca tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:28:17.910091 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-849506d0-5c11-4f3a-862f-33eaa0dbdaca tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:28:17.918770 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f3e059d7-c383-4a35-947c-723f535c21f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:18.021910 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-f3e059d7-c383-4a35-947c-723f535c21f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:28:18.024193 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-849506d0-5c11-4f3a-862f-33eaa0dbdaca tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:18.024939 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-849506d0-5c11-4f3a-862f-33eaa0dbdaca tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:18.027058 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-f3e059d7-c383-4a35-947c-723f535c21f9 admin admin] Usage tracker for resource:security_group_rule and tenant:086e2ac8aa36453583c9127eac3ef0e8 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:28:18.030996 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-f3e059d7-c383-4a35-947c-723f535c21f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:28:18.041274 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-f3e059d7-c383-4a35-947c-723f535c21f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:28:18.064216 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9b305-5b22-4c93-8f60-8fd525826ecb req-50a2ee17-493a-48b6-9ecc-3771b1f4b373 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:18.066118 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-b0c9b305-5b22-4c93-8f60-8fd525826ecb req-50a2ee17-493a-48b6-9ecc-3771b1f4b373 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=38899d8b-0a09-4a76-82b5-8a17ca8fd014 HTTP/1.1" status: 200 len: 932 time: 0.1135094 Nov 04 13:28:18.067691 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-849506d0-5c11-4f3a-862f-33eaa0dbdaca tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0598152 Nov 04 13:28:18.074316 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b48b33-380f-4e72-b20e-950b5c5b604c req-98bfb856-cb76-4aa4-9da8-0dfe07e2d63b tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:18.075923 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-12b48b33-380f-4e72-b20e-950b5c5b604c req-98bfb856-cb76-4aa4-9da8-0dfe07e2d63b tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.1281214 Nov 04 13:28:18.087430 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Request body: {'port': {'device_id': '38899d8b-0a09-4a76-82b5-8a17ca8fd014', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:28:18.146177 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-b0c9b305-5b22-4c93-8f60-8fd525826ecb req-7128fce8-b9a0-43bd-aad9-7aec626399c8 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680025 Nov 04 13:28:18.202904 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f3e059d7-c383-4a35-947c-723f535c21f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:18.207642 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f3e059d7-c383-4a35-947c-723f535c21f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:18.216138 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-f20f5783-f763-485e-a4f2-d2bd441de580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:18.226212 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-12b48b33-380f-4e72-b20e-950b5c5b604c req-2afd20ae-c30f-4530-bb3b-b4cbbc019b97 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117051 Nov 04 13:28:18.240254 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:18.279309 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e059d7-c383-4a35-947c-723f535c21f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ae0a95-ecde-4987-a536-5c33e6d90f07,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:18.283683 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-f3e059d7-c383-4a35-947c-723f535c21f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:18.286855 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-f3e059d7-c383-4a35-947c-723f535c21f9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=086e2ac8aa36453583c9127eac3ef0e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6456988 Nov 04 13:28:18.289939 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 42902) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:18.356876 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bc0779dc-7aed-43dd-b99b-f63661e6c220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:18.393226 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bc0779dc-7aed-43dd-b99b-f63661e6c220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:18.462352 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bc0779dc-7aed-43dd-b99b-f63661e6c220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:18.470373 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-9bf81d7f-ed7d-41d4-a69b-2f136fd34d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:18.492378 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0779dc-7aed-43dd-b99b-f63661e6c220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ae0a95-ecde-4987-a536-5c33e6d90f07,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:18.518008 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-bc0779dc-7aed-43dd-b99b-f63661e6c220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:18.518008 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bc0779dc-7aed-43dd-b99b-f63661e6c220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:18.518008 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-bc0779dc-7aed-43dd-b99b-f63661e6c220 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f4ae0a95-ecde-4987-a536-5c33e6d90f07 HTTP/1.1" status: 204 len: 168 time: 0.2268677 Nov 04 13:28:18.695413 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-51a0a5cb-d8c6-40ce-89cc-2922a0243044 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=22fdbe50320f41349837b9bbd88b956e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449877 Nov 04 13:28:18.786843 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d {{(pid=82772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:28:18.796565 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:18.827068 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.provisioning_blocks [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Transition to ACTIVE for port object 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d will not be triggered until provisioned by entity L2. {{(pid=82772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:28:18.838066 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:18.856852 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:18.993340 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-54b55f0b-61b1-447a-adea-f9d572f73961 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:18.993639 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Pushing event updated for resources: {'Port': ['ID=7092a4f9-9fe7-4f58-88ce-5a2d3facb12d,revision_number=2']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:18.996660 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:18.998521 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-54b55f0b-61b1-447a-adea-f9d572f73961 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3015583 Nov 04 13:28:19.028977 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-fa576261-0db4-4430-a048-1f79b876c329 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/quotas/22fdbe50320f41349837b9bbd88b956e HTTP/1.1" status: 200 len: 375 time: 0.0204065 Nov 04 13:28:19.098446 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-f0eaf70c-648d-4f2b-b81f-e910ef94259a tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=22fdbe50320f41349837b9bbd88b956e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615928 Nov 04 13:28:19.161987 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Attempting to bind port 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d on host hv-cinder-81036 for vnic_type normal with profile {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:28:19.162318 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Attempting to bind port 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': 'b3a65132-091a-42fd-9f21-c848c12dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e'}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:28:19.162625 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Attempting to bind port 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d on network 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:28:19.168826 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Port 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d on network 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 04 13:28:19.169138 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Attempting to bind port 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d on network 9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:28:19.176262 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Checking agent: {'id': 'f3f49e7e-243b-4d29-a545-c161d140ab6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'started_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:28:19.176478 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Checking segment: {'id': 'b3a65132-091a-42fd-9f21-c848c12dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:28:19.176976 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Bound using segment: {'id': 'b3a65132-091a-42fd-9f21-c848c12dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e'} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:28:19.177505 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Bound port: 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a65132-091a-42fd-9f21-c848c12dfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e'}}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:28:19.177875 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:19.290033 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] For port 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d, host hv-cinder-81036, cleared binding levels {{(pid=82772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:28:19.294361 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] For port 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=7092a4f9-9fe7-4f58-88ce-5a2d3facb12d,segment=NetworkSegment(b3a65132-091a-42fd-9f21-c848c12dfc96),segment_id=b3a65132-091a-42fd-9f21-c848c12dfc96)] {{(pid=82772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:28:19.304289 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:19.313095 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b882f6bb-c524-4fac-be3f-1cfb463d5579 tempest-DeleteServersTestJSON-8201014 tempest-DeleteServersTestJSON-8201014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:19.517893 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:19.519898 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] 10.222.0.52 "PUT /v2.0/ports/7092a4f9-9fe7-4f58-88ce-5a2d3facb12d HTTP/1.1" status: 200 len: 1094 time: 1.4366322 Nov 04 13:28:19.520027 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38899d8b-0a09-4a76-82b5-8a17ca8fd014', 'tag': '7092a4f9-9fe7-4f58-88ce-5a2d3facb12d'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:28:19.540940 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Pushing event updated for resources: {'Port': ['ID=7092a4f9-9fe7-4f58-88ce-5a2d3facb12d,revision_number=3']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:19.556989 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:19.734100 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f10214-fba5-4335-b109-7527fbf98e97 req-decf9b96-caa0-4a7b-8c1a-a2d7cd85a535 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:19.757284 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-99f10214-fba5-4335-b109-7527fbf98e97 req-decf9b96-caa0-4a7b-8c1a-a2d7cd85a535 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.1971409 Nov 04 13:28:19.860110 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-99f10214-fba5-4335-b109-7527fbf98e97 req-24e63a6e-5483-4001-bf80-2eadae7b483f tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962808 Nov 04 13:28:19.864155 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-7663ae02-823c-4767-8416-a04d0f5cd001 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca590547524248caa833248e6087476c&device_id=38899d8b-0a09-4a76-82b5-8a17ca8fd014 HTTP/1.1" status: 200 len: 1097 time: 0.2793584 Nov 04 13:28:19.882856 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ec584-b9d2-4721-b161-d2fc735df25f req-9ab075bb-de64-4b7f-8a92-9a5906fbec36 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:19.883605 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-236ec584-b9d2-4721-b161-d2fc735df25f req-9ab075bb-de64-4b7f-8a92-9a5906fbec36 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Synchronizing usage tracker for tenant:ca590547524248caa833248e6087476c on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:28:20.021999 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-93f6a846-92b8-4d58-abc5-6470855b6eea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7092a4f9-9fe7-4f58-88ce-5a2d3facb12d HTTP/1.1" status: 200 len: 217 time: 0.1342876 Nov 04 13:28:20.147756 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-df8b7a6e-7989-4da3-821c-f5187152426e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:20.149963 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-df8b7a6e-7989-4da3-821c-f5187152426e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e4a0bf0-8086-4b70-87a4-6eff05a52c1a HTTP/1.1" status: 200 len: 855 time: 0.1173193 Nov 04 13:28:20.150742 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-236ec584-b9d2-4721-b161-d2fc735df25f req-9ab075bb-de64-4b7f-8a92-9a5906fbec36 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Unset dirty status for tenant:ca590547524248caa833248e6087476c on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:28:20.174212 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-236ec584-b9d2-4721-b161-d2fc735df25f req-9ab075bb-de64-4b7f-8a92-9a5906fbec36 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=38899d8b-0a09-4a76-82b5-8a17ca8fd014 HTTP/1.1" status: 200 len: 944 time: 0.5419447 Nov 04 13:28:20.190394 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e179d-47ae-46b5-9147-e0dbcba3096d req-a525918e-3893-4b05-8a6a-206554d792f5 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:20.199518 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-219e179d-47ae-46b5-9147-e0dbcba3096d req-a525918e-3893-4b05-8a6a-206554d792f5 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.1359611 Nov 04 13:28:20.270686 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-219e179d-47ae-46b5-9147-e0dbcba3096d req-d4c32187-6eeb-4141-bcb2-0b7da116bfe4 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690210 Nov 04 13:28:20.346408 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-9d216f76-fd2f-4c2c-af7e-456476731091 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1686194 Nov 04 13:28:20.448230 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-236ec584-b9d2-4721-b161-d2fc735df25f req-f6de577c-93d3-4084-9dff-a04176a83a6c tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728794 Nov 04 13:28:20.528274 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-32a38dcf-6d18-41c6-9644-7ec619a884ee req-f60222ae-c4f1-46ac-b57f-a5dd867ff14b tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a3d3ae4-2349-478c-9028-20b45c3ef2a9 HTTP/1.1" status: 200 len: 210 time: 0.0940721 Nov 04 13:28:20.589389 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38899d8b-0a09-4a76-82b5-8a17ca8fd014', 'tag': '7092a4f9-9fe7-4f58-88ce-5a2d3facb12d', 'status': 'completed', 'code': 200} Nov 04 13:28:20.598966 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-ad7ae61e-fa88-4a90-8763-90b3c2501429 service neutron] 10.222.0.52 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371514 Nov 04 13:28:20.793753 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6e995e91-952d-4af4-b682-c53c25ac5f60 req-578f6441-95f2-495c-870f-67ceafc72ef0 service neutron] 10.222.0.52 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861906 Nov 04 13:28:20.924997 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5a6eb07b-7f93-4105-9295-2115024eb5df req-5a9518a1-b104-45c5-b9a5-3dfb176c0854 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ca590547524248caa833248e6087476c&device_id=38899d8b-0a09-4a76-82b5-8a17ca8fd014 HTTP/1.1" status: 200 len: 1097 time: 0.0791602 Nov 04 13:28:21.083692 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6eb07b-7f93-4105-9295-2115024eb5df req-c62c9843-3b91-4bc1-a2c7-99e81fe79e8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:21.085150 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5a6eb07b-7f93-4105-9295-2115024eb5df req-c62c9843-3b91-4bc1-a2c7-99e81fe79e8f service neutron] 10.222.0.52 "GET /v2.0/networks?id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e HTTP/1.1" status: 200 len: 916 time: 0.1522021 Nov 04 13:28:21.137970 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b5182-5dbc-4c97-98bc-8db590a88420 req-fb05036d-32a5-4863-be9a-2bc60e032019 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:21.153996 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-de8b5182-5dbc-4c97-98bc-8db590a88420 req-fb05036d-32a5-4863-be9a-2bc60e032019 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.1663482 Nov 04 13:28:21.239236 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5a6eb07b-7f93-4105-9295-2115024eb5df req-28c23004-44b3-4764-a241-1af7505ac399 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7092a4f9-9fe7-4f58-88ce-5a2d3facb12d HTTP/1.1" status: 200 len: 217 time: 0.1421404 Nov 04 13:28:21.240728 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-de8b5182-5dbc-4c97-98bc-8db590a88420 req-c0f92689-e460-4b3b-99ce-fdd71860e571 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854824 Nov 04 13:28:21.412508 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-57b02749-fd6f-48c2-b968-970943d952e2 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=22fdbe50320f41349837b9bbd88b956e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1086113 Nov 04 13:28:21.424291 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6eb07b-7f93-4105-9295-2115024eb5df req-877d629a-f623-46f3-b20e-674fb52858c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:21.426200 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5a6eb07b-7f93-4105-9295-2115024eb5df req-877d629a-f623-46f3-b20e-674fb52858c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e4a0bf0-8086-4b70-87a4-6eff05a52c1a HTTP/1.1" status: 200 len: 855 time: 0.1713588 Nov 04 13:28:21.676520 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5a6eb07b-7f93-4105-9295-2115024eb5df req-a41ff2cb-de8d-49c6-b06f-6f93b22429f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2219818 Nov 04 13:28:21.730177 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9b700-40de-4fde-b788-c0f28591ffc9 req-e7a8523a-d595-4cf7-be86-6dd9b4e4bc21 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:21.742572 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1da9b700-40de-4fde-b788-c0f28591ffc9 req-e7a8523a-d595-4cf7-be86-6dd9b4e4bc21 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=38899d8b-0a09-4a76-82b5-8a17ca8fd014 HTTP/1.1" status: 200 len: 944 time: 0.1501882 Nov 04 13:28:21.818710 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1da9b700-40de-4fde-b788-c0f28591ffc9 req-f2fa2b05-a650-4c32-bc34-809a6d9ad2af tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705242 Nov 04 13:28:21.968432 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-159d9b6a-3dd9-4935-908f-d4c24dd7c31e tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:21.971501 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-159d9b6a-3dd9-4935-908f-d4c24dd7c31e tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5444663 Nov 04 13:28:21.991210 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c0683f01-786d-4319-9f11-9f300ab5260d req-3227979f-30cf-4d94-8021-21d882d8ee9c tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a3d3ae4-2349-478c-9028-20b45c3ef2a9 HTTP/1.1" status: 200 len: 210 time: 0.0425298 Nov 04 13:28:21.996190 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Request body: {'port': {'device_id': '5a3d3ae4-2349-478c-9028-20b45c3ef2a9', 'network_id': 'c1b6f420-37f0-45c6-9140-b0cdb9366147', 'admin_state_up': True, 'tenant_id': '22fdbe50320f41349837b9bbd88b956e'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:28:22.024343 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5a6eb07b-7f93-4105-9295-2115024eb5df req-66d86491-98f7-4698-9de6-c18a0a7058b0 service neutron] 10.222.0.52 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352652 Nov 04 13:28:22.187378 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63237c81-7724-4a9a-84e2-a30cccac9ded req-d21e1c39-574d-4e9d-a298-e5f19b1357c3 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:22.189381 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-63237c81-7724-4a9a-84e2-a30cccac9ded req-d21e1c39-574d-4e9d-a298-e5f19b1357c3 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.5507493 Nov 04 13:28:22.353646 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-63237c81-7724-4a9a-84e2-a30cccac9ded req-38ef79b1-aa63-43db-a1bc-1788236aaae5 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528845 Nov 04 13:28:22.374117 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5a6eb07b-7f93-4105-9295-2115024eb5df req-94ec916c-174f-4d32-9c7c-fdc859706246 service neutron] 10.222.0.52 "GET /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909424 Nov 04 13:28:22.419255 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:28:22.435859 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Usage tracker for resource:port and tenant:22fdbe50320f41349837b9bbd88b956e is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:28:22.440034 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:28:22.449668 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:28:22.471622 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Made reservation on behalf of 22fdbe50320f41349837b9bbd88b956e for: {'port': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:28:22.477029 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:22.496261 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:22.537221 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:28:22.541064 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Usage tracker for resource:security_group_rule and tenant:22fdbe50320f41349837b9bbd88b956e is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:28:22.544245 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:28:22.551193 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:28:22.695787 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:22.706437 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0638ef-ed52-44d0-849c-dc7918f08331 req-0b27b5c8-ae2a-4e93-8551-6590d192e7d0 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:22.708485 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1b0638ef-ed52-44d0-849c-dc7918f08331 req-0b27b5c8-ae2a-4e93-8551-6590d192e7d0 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.1362920 Nov 04 13:28:22.721319 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:22.726961 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-1c3d3f73-0f11-45d0-9145-d08833177e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:22.851244 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4117abc-8e63-48c1-89a4-51bed7af44b3,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:22.870519 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:22.890160 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1b0638ef-ed52-44d0-849c-dc7918f08331 req-3e48866c-a083-4459-ac29-159f26370a49 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711009 Nov 04 13:28:22.985341 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Allocated IP 192.168.233.137 (c1b6f420-37f0-45c6-9140-b0cdb9366147/5e3891a1-7c4e-4a7e-9dfb-2c4e27544442/4646e0b0-6e53-4227-8451-2f50db0a288c) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:28:23.123537 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870477db-850a-4c65-8494-369d55073db7 req-3326545e-3986-478d-b3f1-1fc25e8de9f1 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:23.136028 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-870477db-850a-4c65-8494-369d55073db7 req-3326545e-3986-478d-b3f1-1fc25e8de9f1 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=38899d8b-0a09-4a76-82b5-8a17ca8fd014 HTTP/1.1" status: 200 len: 944 time: 0.1325080 Nov 04 13:28:23.209291 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-870477db-850a-4c65-8494-369d55073db7 req-ceecc917-2da5-40d3-ac4d-eae994f1a5e2 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719519 Nov 04 13:28:23.215312 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:28:23.287178 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-de3200cb-3749-436f-920f-bba3afeefc1d req-119d945e-f791-4566-964f-87065c1ac48e tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a3d3ae4-2349-478c-9028-20b45c3ef2a9 HTTP/1.1" status: 200 len: 210 time: 0.0899265 Nov 04 13:28:23.326469 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:23.353250 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.provisioning_blocks [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Transition to ACTIVE for port object 4646e0b0-6e53-4227-8451-2f50db0a288c will not be triggered until provisioned by entity DHCP. {{(pid=82772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:28:23.381095 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:23.388300 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-1da124e5-1932-455e-a790-617766b7136f tempest-VolumesActionsTest-1422106824 tempest-VolumesActionsTest-1422106824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:23.422631 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=7092a4f9-9fe7-4f58-88ce-5a2d3facb12d,segment=NetworkSegment(b3a65132-091a-42fd-9f21-c848c12dfc96),segment_id=b3a65132-091a-42fd-9f21-c848c12dfc96)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:28:23.438764 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': '7092a4f9-9fe7-4f58-88ce-5a2d3facb12d', 'network_id': '9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e', 'port_id': '7092a4f9-9fe7-4f58-88ce-5a2d3facb12d', 'mac_address': 'fa:16:3e:c0:dd:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4a0bf0-8086-4b70-87a4-6eff05a52c1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:28:23.463297 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Network c1b6f420-37f0-45c6-9140-b0cdb9366147 is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:28:23.466806 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:28:23.471192 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:28:23.500221 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:23.505767 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Pushing event updated for resources: {'Port': ['ID=4646e0b0-6e53-4227-8451-2f50db0a288c,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:23.513019 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:23.523345 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:28:23.566307 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:23.567036 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:23.567344 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=7092a4f9-9fe7-4f58-88ce-5a2d3facb12d,segment=NetworkSegment(b3a65132-091a-42fd-9f21-c848c12dfc96),segment_id=b3a65132-091a-42fd-9f21-c848c12dfc96)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:28:23.588412 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:23.593543 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:23.626924 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6394904 Nov 04 13:28:23.649197 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Request body: {'port': {'device_id': '5a3d3ae4-2349-478c-9028-20b45c3ef2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:28:23.671887 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef45206-7ffe-4c58-a924-2582768c0c1f req-3014c378-a939-4998-8674-2e1cc98a1fe7 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:23.674875 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-fef45206-7ffe-4c58-a924-2582768c0c1f req-3014c378-a939-4998-8674-2e1cc98a1fe7 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.1035204 Nov 04 13:28:23.752719 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=7092a4f9-9fe7-4f58-88ce-5a2d3facb12d,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:23.756412 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:23.779477 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-fef45206-7ffe-4c58-a924-2582768c0c1f req-c7e52a14-96b5-47ac-b92d-4037b0a0d275 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983636 Nov 04 13:28:23.830871 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:23.856837 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-9e7395c1-6a05-46d2-8f57-9baa702554c3 None None] Provisioning for port 4646e0b0-6e53-4227-8451-2f50db0a288c completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:28:23.864114 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-9e7395c1-6a05-46d2-8f57-9baa702554c3 None None] Provisioning complete for port 4646e0b0-6e53-4227-8451-2f50db0a288c triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:28:23.864689 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-9e7395c1-6a05-46d2-8f57-9baa702554c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:23.951836 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-9e7395c1-6a05-46d2-8f57-9baa702554c3 None None] Port 4646e0b0-6e53-4227-8451-2f50db0a288c cannot update to ACTIVE because it is not bound. {{(pid=82774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 04 13:28:24.077940 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['7092a4f9-9fe7-4f58-88ce-5a2d3facb12d'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:28:24.213386 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:24.343153 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bd349-0102-43d7-a22b-e49ee2273c90 req-6323287b-aab1-4e03-afd5-7282aa15600d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:24.350931 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-921bd349-0102-43d7-a22b-e49ee2273c90 req-6323287b-aab1-4e03-afd5-7282aa15600d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.2572727 Nov 04 13:28:24.418409 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-921bd349-0102-43d7-a22b-e49ee2273c90 req-6b14fbe5-7658-461c-ab0b-e63e4aa7fecc tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666320 Nov 04 13:28:24.509521 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4646e0b0-6e53-4227-8451-2f50db0a288c {{(pid=82772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:28:24.520254 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:24.552938 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.provisioning_blocks [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Transition to ACTIVE for port object 4646e0b0-6e53-4227-8451-2f50db0a288c will not be triggered until provisioned by entity L2. {{(pid=82772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:28:24.559871 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:24.566229 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-ec42f621-67d2-4b97-a4ed-8a11b5d36601 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:24.622756 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9379ada-9980-474d-bd42-e3fe0128fb78 req-b5b34daf-43ff-4d2e-a23f-667bcf17073a tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:24.624309 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c9379ada-9980-474d-bd42-e3fe0128fb78 req-b5b34daf-43ff-4d2e-a23f-667bcf17073a tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=38899d8b-0a09-4a76-82b5-8a17ca8fd014 HTTP/1.1" status: 200 len: 945 time: 0.2192492 Nov 04 13:28:24.696840 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c9379ada-9980-474d-bd42-e3fe0128fb78 req-31ad041d-b8a2-4fc5-bc55-1e2c617efc3b tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600107 Nov 04 13:28:24.774125 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Pushing event updated for resources: {'Port': ['ID=4646e0b0-6e53-4227-8451-2f50db0a288c,revision_number=2']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:24.782654 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:24.952022 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12024fca-416d-4eaf-9af5-6bfb5f122200 req-e136d4fa-f69e-4f56-8423-e6ad7e0578e1 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:24.952022 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-12024fca-416d-4eaf-9af5-6bfb5f122200 req-e136d4fa-f69e-4f56-8423-e6ad7e0578e1 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Synchronizing usage tracker for tenant:22fdbe50320f41349837b9bbd88b956e on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:28:25.030085 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-12024fca-416d-4eaf-9af5-6bfb5f122200 req-e136d4fa-f69e-4f56-8423-e6ad7e0578e1 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Unset dirty status for tenant:22fdbe50320f41349837b9bbd88b956e on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:28:25.034821 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-12024fca-416d-4eaf-9af5-6bfb5f122200 req-e136d4fa-f69e-4f56-8423-e6ad7e0578e1 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a3d3ae4-2349-478c-9028-20b45c3ef2a9 HTTP/1.1" status: 200 len: 948 time: 0.4275405 Nov 04 13:28:25.076528 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Attempting to bind port 4646e0b0-6e53-4227-8451-2f50db0a288c on host hv-cinder-81036 for vnic_type normal with profile {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:28:25.076930 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Attempting to bind port 4646e0b0-6e53-4227-8451-2f50db0a288c by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '0d951e65-0e40-4e24-9fce-11458ef2d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c1b6f420-37f0-45c6-9140-b0cdb9366147'}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:28:25.077360 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Attempting to bind port 4646e0b0-6e53-4227-8451-2f50db0a288c on network c1b6f420-37f0-45c6-9140-b0cdb9366147 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:28:25.087728 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Port 4646e0b0-6e53-4227-8451-2f50db0a288c on network c1b6f420-37f0-45c6-9140-b0cdb9366147 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 04 13:28:25.088044 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Attempting to bind port 4646e0b0-6e53-4227-8451-2f50db0a288c on network c1b6f420-37f0-45c6-9140-b0cdb9366147 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:28:25.089534 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d5670-a3f8-44e7-baf5-2824cda51309 req-8fd7ba8a-46d3-470e-bfd0-9fb08f6d91c5 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:25.091227 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-0a2d5670-a3f8-44e7-baf5-2824cda51309 req-8fd7ba8a-46d3-470e-bfd0-9fb08f6d91c5 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.1194749 Nov 04 13:28:25.106527 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Checking agent: {'id': 'f3f49e7e-243b-4d29-a545-c161d140ab6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'started_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:28:25.106780 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Checking segment: {'id': '0d951e65-0e40-4e24-9fce-11458ef2d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c1b6f420-37f0-45c6-9140-b0cdb9366147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:28:25.106992 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Bound using segment: {'id': '0d951e65-0e40-4e24-9fce-11458ef2d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c1b6f420-37f0-45c6-9140-b0cdb9366147'} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:28:25.107490 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Bound port: 4646e0b0-6e53-4227-8451-2f50db0a288c, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d951e65-0e40-4e24-9fce-11458ef2d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c1b6f420-37f0-45c6-9140-b0cdb9366147'}}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:28:25.107880 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:25.179434 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-12024fca-416d-4eaf-9af5-6bfb5f122200 req-d0d75860-b2d8-47a9-8c08-3afdb5e1d875 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Synchronizing usage tracker for tenant:22fdbe50320f41349837b9bbd88b956e on resource:security_group {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:28:25.188590 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-0a2d5670-a3f8-44e7-baf5-2824cda51309 req-fbbbeadb-1123-4261-ac07-de1e7f37ab7f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905709 Nov 04 13:28:25.194626 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ef06d977-f359-4ba8-9d8b-563b7dba46d7 req-98e2d762-3347-432e-a741-28135c049a7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8899ac9b01e42658da4f7daa3a70cb6&device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 1099 time: 0.3416650 Nov 04 13:28:25.340427 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-12024fca-416d-4eaf-9af5-6bfb5f122200 req-d0d75860-b2d8-47a9-8c08-3afdb5e1d875 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Unset dirty status for tenant:22fdbe50320f41349837b9bbd88b956e on resource:security_group {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:28:25.346370 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-12024fca-416d-4eaf-9af5-6bfb5f122200 req-d0d75860-b2d8-47a9-8c08-3afdb5e1d875 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4117abc-8e63-48c1-89a4-51bed7af44b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925360 Nov 04 13:28:25.395916 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] For port 4646e0b0-6e53-4227-8451-2f50db0a288c, host hv-cinder-81036, cleared binding levels {{(pid=82772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:28:25.426082 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] For port 4646e0b0-6e53-4227-8451-2f50db0a288c, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=4646e0b0-6e53-4227-8451-2f50db0a288c,segment=NetworkSegment(0d951e65-0e40-4e24-9fce-11458ef2d306),segment_id=0d951e65-0e40-4e24-9fce-11458ef2d306)] {{(pid=82772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:28:25.435175 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:25.443031 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-29616253-5f70-499e-90dd-d7f5b9251d21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:25.491721 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06d977-f359-4ba8-9d8b-563b7dba46d7 req-1a665ed1-98d6-41fc-8b4e-939870ba66aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:25.493091 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ef06d977-f359-4ba8-9d8b-563b7dba46d7 req-1a665ed1-98d6-41fc-8b4e-939870ba66aa service neutron] 10.222.0.52 "GET /v2.0/networks?id=19b33287-e8f1-4ba3-9b40-154cff1c5c43 HTTP/1.1" status: 200 len: 918 time: 0.2600703 Nov 04 13:28:25.639042 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:25.640429 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] 10.222.0.52 "PUT /v2.0/ports/4646e0b0-6e53-4227-8451-2f50db0a288c HTTP/1.1" status: 200 len: 1098 time: 2.0005279 Nov 04 13:28:25.647077 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3d3ae4-2349-478c-9028-20b45c3ef2a9', 'tag': '4646e0b0-6e53-4227-8451-2f50db0a288c'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:28:25.661981 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Pushing event updated for resources: {'Port': ['ID=4646e0b0-6e53-4227-8451-2f50db0a288c,revision_number=3']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:25.669368 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:25.708210 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ef06d977-f359-4ba8-9d8b-563b7dba46d7 req-bf4c0c91-cdeb-4d4f-9f8a-1348fadca2d7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85ac3963-e517-43d5-8531-ad936c9306a6 HTTP/1.1" status: 200 len: 1002 time: 0.2047677 Nov 04 13:28:25.755743 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a195415-b9fa-405f-93f0-a8a829944b23 req-d1c2367b-e947-466c-b67d-13dcd2e51498 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:25.757333 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5a195415-b9fa-405f-93f0-a8a829944b23 req-d1c2367b-e947-466c-b67d-13dcd2e51498 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.1347611 Nov 04 13:28:25.808269 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5a195415-b9fa-405f-93f0-a8a829944b23 req-a76d6623-8207-455e-a036-c1a04ba47a90 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446424 Nov 04 13:28:25.828909 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955501b-9189-436f-9aa3-dbe722c4ddf0 req-f15b9877-d373-40dc-8236-648853325384 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:25.831050 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7955501b-9189-436f-9aa3-dbe722c4ddf0 req-f15b9877-d373-40dc-8236-648853325384 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.2681613 Nov 04 13:28:25.859151 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06d977-f359-4ba8-9d8b-563b7dba46d7 req-3d08de67-b29a-4739-8def-4f36763fa5d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:25.861514 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ef06d977-f359-4ba8-9d8b-563b7dba46d7 req-3d08de67-b29a-4739-8def-4f36763fa5d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=015f8400-61d5-446c-9985-04a90256d94c HTTP/1.1" status: 200 len: 856 time: 0.1397440 Nov 04 13:28:25.918969 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3d3ae4-2349-478c-9028-20b45c3ef2a9', 'tag': '4646e0b0-6e53-4227-8451-2f50db0a288c', 'status': 'completed', 'code': 200} Nov 04 13:28:25.956071 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7955501b-9189-436f-9aa3-dbe722c4ddf0 req-6826c2ba-3a0c-4a10-92b5-9233831d48b5 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154499 Nov 04 13:28:25.962063 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-3c95e007-4ad4-4bf1-932a-d809bea704c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=22fdbe50320f41349837b9bbd88b956e&device_id=5a3d3ae4-2349-478c-9028-20b45c3ef2a9 HTTP/1.1" status: 200 len: 1101 time: 0.2390974 Nov 04 13:28:26.089382 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85ff30-eb0f-4302-bbb9-1c645d377bac req-514880f4-daac-46ea-aa0c-9722db67cc1a tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:26.090786 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6c85ff30-eb0f-4302-bbb9-1c645d377bac req-514880f4-daac-46ea-aa0c-9722db67cc1a tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=38899d8b-0a09-4a76-82b5-8a17ca8fd014 HTTP/1.1" status: 200 len: 945 time: 0.0885959 Nov 04 13:28:26.122433 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-578b183c-2980-48c3-9c47-aebe00dc8314 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=4646e0b0-6e53-4227-8451-2f50db0a288c HTTP/1.1" status: 200 len: 217 time: 0.1476235 Nov 04 13:28:26.130564 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ef06d977-f359-4ba8-9d8b-563b7dba46d7 req-118b9fa7-653f-4701-a278-62d78ca3a68a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b33287-e8f1-4ba3-9b40-154cff1c5c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2465575 Nov 04 13:28:26.141694 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6c85ff30-eb0f-4302-bbb9-1c645d377bac req-5477e4ba-9dee-4171-b88c-56e8dc8aeb0f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438342 Nov 04 13:28:26.282410 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-32b3e0de-0f08-4462-a309-fc61ae511a26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:26.283996 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-32b3e0de-0f08-4462-a309-fc61ae511a26 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e3891a1-7c4e-4a7e-9dfb-2c4e27544442 HTTP/1.1" status: 200 len: 843 time: 0.1526287 Nov 04 13:28:26.358493 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ef06d977-f359-4ba8-9d8b-563b7dba46d7 req-fddce919-d230-4088-9b18-c4a71342243a service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945074 Nov 04 13:28:26.536249 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-d3644582-aad9-4379-a77c-333afc8285f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1b6f420-37f0-45c6-9140-b0cdb9366147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2364111 Nov 04 13:28:26.550399 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55dd19-2562-43e7-a3cf-f1b4eb04f560 req-66fdce0c-dd2d-4351-bf5d-19088970c5b1 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:26.552248 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9c55dd19-2562-43e7-a3cf-f1b4eb04f560 req-66fdce0c-dd2d-4351-bf5d-19088970c5b1 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a3d3ae4-2349-478c-9028-20b45c3ef2a9 HTTP/1.1" status: 200 len: 948 time: 0.0801849 Nov 04 13:28:26.606138 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9c55dd19-2562-43e7-a3cf-f1b4eb04f560 req-ee8eef7b-5996-4666-a076-eb89345f51c9 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4117abc-8e63-48c1-89a4-51bed7af44b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478189 Nov 04 13:28:26.648821 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ef06d977-f359-4ba8-9d8b-563b7dba46d7 req-1ad5792b-b35e-42ec-a0ea-1e93ab1e42e8 service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802234 Nov 04 13:28:26.684158 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dad734-53ac-41f6-96e7-ca5f14498c59 req-f2e880fc-4049-435a-8a54-a26ffeb22601 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:26.685697 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f6dad734-53ac-41f6-96e7-ca5f14498c59 req-f2e880fc-4049-435a-8a54-a26ffeb22601 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.2964578 Nov 04 13:28:26.756237 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-543a34a8-972e-4e00-8f1e-21887dde81dd service neutron] 10.222.0.52 "GET /v2.0/networks/c1b6f420-37f0-45c6-9140-b0cdb9366147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064786 Nov 04 13:28:26.763487 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f6dad734-53ac-41f6-96e7-ca5f14498c59 req-4a90a2a3-58ed-43f3-bee7-e73f9d9ab71e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699229 Nov 04 13:28:26.902332 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6f6c9543-fe0e-4785-9958-eb79ce7240fb req-de19d58d-3cae-4f75-8011-6206b2cd75d4 service neutron] 10.222.0.52 "GET /v2.0/networks/c1b6f420-37f0-45c6-9140-b0cdb9366147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379151 Nov 04 13:28:27.022452 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271cdaa-6212-4eb7-a193-4bec8ba6a3d1 req-178587b6-b06e-41f9-8b3d-c0c0e1b47c2d tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:27.023917 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d271cdaa-6212-4eb7-a193-4bec8ba6a3d1 req-178587b6-b06e-41f9-8b3d-c0c0e1b47c2d tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.0856330 Nov 04 13:28:27.034790 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-821e8937-965e-4069-9de3-f2e01eb137a6 req-dab82a63-139b-4e1d-8db8-28886d1bc5a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=22fdbe50320f41349837b9bbd88b956e&device_id=5a3d3ae4-2349-478c-9028-20b45c3ef2a9 HTTP/1.1" status: 200 len: 1101 time: 0.0748186 Nov 04 13:28:27.074054 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d271cdaa-6212-4eb7-a193-4bec8ba6a3d1 req-f0b4483d-93ef-4dfe-9f1d-168c0058c215 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442741 Nov 04 13:28:27.233354 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e8937-965e-4069-9de3-f2e01eb137a6 req-f70978e6-de5a-4c96-8fe4-88202a253d17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:27.235445 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-821e8937-965e-4069-9de3-f2e01eb137a6 req-f70978e6-de5a-4c96-8fe4-88202a253d17 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1b6f420-37f0-45c6-9140-b0cdb9366147 HTTP/1.1" status: 200 len: 870 time: 0.1900768 Nov 04 13:28:27.258953 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:28:27.315249 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-821e8937-965e-4069-9de3-f2e01eb137a6 req-00376bee-8c37-4545-9f4c-2b7f31a3bf9e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=4646e0b0-6e53-4227-8451-2f50db0a288c HTTP/1.1" status: 200 len: 217 time: 0.0696578 Nov 04 13:28:27.321509 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5b727-113a-4a41-a4a3-38a9fc465588 req-0da4fd54-3179-477c-bf6f-823f7703ebe9 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:27.323018 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f3f5b727-113a-4a41-a4a3-38a9fc465588 req-0da4fd54-3179-477c-bf6f-823f7703ebe9 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.1938403 Nov 04 13:28:27.343406 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning for port 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:28:27.349153 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:28:27.349774 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:27.385586 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8cba19-c5ff-4bd7-9b27-785a2a281e46 req-4db6611c-c0c7-4ab1-a9ba-acd57ed553ae tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:27.387190 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ca8cba19-c5ff-4bd7-9b27-785a2a281e46 req-4db6611c-c0c7-4ab1-a9ba-acd57ed553ae tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=38899d8b-0a09-4a76-82b5-8a17ca8fd014 HTTP/1.1" status: 200 len: 945 time: 0.0925510 Nov 04 13:28:27.413506 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e8937-965e-4069-9de3-f2e01eb137a6 req-5e024eaa-f0ed-4a38-bbf5-d6a766967b08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:27.414972 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-821e8937-965e-4069-9de3-f2e01eb137a6 req-5e024eaa-f0ed-4a38-bbf5-d6a766967b08 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e3891a1-7c4e-4a7e-9dfb-2c4e27544442 HTTP/1.1" status: 200 len: 843 time: 0.0911310 Nov 04 13:28:27.419742 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f3f5b727-113a-4a41-a4a3-38a9fc465588 req-3b98d787-e8bd-47c3-bf5e-32bb3869fb23 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612888 Nov 04 13:28:27.442235 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ca8cba19-c5ff-4bd7-9b27-785a2a281e46 req-bb88d7e9-cce3-4baa-b713-03656ef74da7 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484998 Nov 04 13:28:27.480204 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:27.506295 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-821e8937-965e-4069-9de3-f2e01eb137a6 req-96769078-f641-4176-b9ab-312f9ca2905d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1b6f420-37f0-45c6-9140-b0cdb9366147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0828550 Nov 04 13:28:27.507754 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38899d8b-0a09-4a76-82b5-8a17ca8fd014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7092a4f9-9fe7-4f58-88ce-5a2d3facb12d'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:28:27.517733 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=7092a4f9-9fe7-4f58-88ce-5a2d3facb12d,segment=NetworkSegment(b3a65132-091a-42fd-9f21-c848c12dfc96),segment_id=b3a65132-091a-42fd-9f21-c848c12dfc96)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:28:27.522072 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:27.524038 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d1f5a9a3-862a-4939-a142-4f61815b288e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:27.569676 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38899d8b-0a09-4a76-82b5-8a17ca8fd014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7092a4f9-9fe7-4f58-88ce-5a2d3facb12d', 'code': 200} Nov 04 13:28:27.597057 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=7092a4f9-9fe7-4f58-88ce-5a2d3facb12d,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:27.600036 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:27.770741 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-821e8937-965e-4069-9de3-f2e01eb137a6 req-dea34847-47ee-4757-8b49-9fa0c79cf8e2 service neutron] 10.222.0.52 "GET /v2.0/networks/c1b6f420-37f0-45c6-9140-b0cdb9366147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498617 Nov 04 13:28:27.846070 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a290e2-44f3-4d98-9d63-bfb818481c9b req-a983b413-42e0-4d82-9527-f3222385f7c9 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:27.855019 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a2a290e2-44f3-4d98-9d63-bfb818481c9b req-a983b413-42e0-4d82-9527-f3222385f7c9 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a3d3ae4-2349-478c-9028-20b45c3ef2a9 HTTP/1.1" status: 200 len: 948 time: 0.0952911 Nov 04 13:28:27.926279 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a2a290e2-44f3-4d98-9d63-bfb818481c9b req-7c66642f-aefb-4a3e-9394-38e4f01eef04 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4117abc-8e63-48c1-89a4-51bed7af44b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620356 Nov 04 13:28:28.024943 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-821e8937-965e-4069-9de3-f2e01eb137a6 req-7d498790-3aa1-4586-a256-8b438431e0fc service neutron] 10.222.0.52 "GET /v2.0/networks/c1b6f420-37f0-45c6-9140-b0cdb9366147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254484 Nov 04 13:28:28.058086 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-bc5d9e53-936e-4a85-8f55-33a5c01c6ec4 req-04ddd705-b8b7-4d33-aac2-b008c592dae1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=38899d8b-0a09-4a76-82b5-8a17ca8fd014 HTTP/1.1" status: 200 len: 1099 time: 0.2895136 Nov 04 13:28:28.068548 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd28b9-618d-47c9-8f17-c25b7fa03fc9 req-eb4b9f0a-562e-40d5-976a-f1b5ff25f165 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:28.070251 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-55cd28b9-618d-47c9-8f17-c25b7fa03fc9 req-eb4b9f0a-562e-40d5-976a-f1b5ff25f165 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.1427848 Nov 04 13:28:28.148090 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-bc5d9e53-936e-4a85-8f55-33a5c01c6ec4 req-0f33b30d-0cee-4f88-8319-2c5981e118e3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762024 Nov 04 13:28:28.152825 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-55cd28b9-618d-47c9-8f17-c25b7fa03fc9 req-4a1c86e7-7d1d-4a10-9178-10f040d417a9 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655704 Nov 04 13:28:28.228852 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 43218) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:28.291891 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e2add-540d-42bc-b8d9-69a29cb687da req-39388eb1-1616-4e13-b76b-a348ee0fd774 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:28.293562 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-4f9e2add-540d-42bc-b8d9-69a29cb687da req-39388eb1-1616-4e13-b76b-a348ee0fd774 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.0817676 Nov 04 13:28:28.351674 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-4f9e2add-540d-42bc-b8d9-69a29cb687da req-bbab5d68-3860-4ed5-9c11-ff80e3570b43 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478413 Nov 04 13:28:28.391727 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:28.421624 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:28:28.426291 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] Usage tracker for resource:security_group_rule and tenant:f1be5741ad534729a2e11b696d4872f3 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:28:28.428963 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:28:28.434757 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:28:28.508280 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:28.512562 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:28.519213 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-1b764465-88f5-4891-ab54-0a4f1114e884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:28.564825 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5180f72b-a6ed-4754-936a-d642be012814,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:28.603585 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f1be5741ad534729a2e11b696d4872f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3736598 Nov 04 13:28:28.609397 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 43228) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:28.615179 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.615475 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.615830 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.616177 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.616520 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.616859 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.617199 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.617552 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.617904 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.618238 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.618569 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.623352 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:28.659122 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b903e-48cd-4dbd-9f95-2f9dc82789f8 req-ca72e561-fc21-42e7-983f-2f1358b16b1a tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:28.660574 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-eb2b903e-48cd-4dbd-9f95-2f9dc82789f8 req-ca72e561-fc21-42e7-983f-2f1358b16b1a tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.1015282 Nov 04 13:28:28.699927 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c9060-0756-408e-b24e-7644b09c6b58 req-d5ff8242-4815-4d68-9ec0-bf968dacc419 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:28.701359 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-048c9060-0756-408e-b24e-7644b09c6b58 req-d5ff8242-4815-4d68-9ec0-bf968dacc419 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=38899d8b-0a09-4a76-82b5-8a17ca8fd014 HTTP/1.1" status: 200 len: 946 time: 0.1252339 Nov 04 13:28:28.706698 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-9ee095ac-192c-4082-8adf-cead24f2ac35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:28.711461 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-eb2b903e-48cd-4dbd-9f95-2f9dc82789f8 req-1604de13-69e9-483e-aa3f-2b5de8bdf73e tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451214 Nov 04 13:28:28.762890 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-9ee095ac-192c-4082-8adf-cead24f2ac35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:28.791008 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-048c9060-0756-408e-b24e-7644b09c6b58 req-e7181e0c-c77f-4c54-adf3-fb0204957320 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823660 Nov 04 13:28:28.821944 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-9ee095ac-192c-4082-8adf-cead24f2ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:28.827466 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-8d3f1d7e-9d59-4035-bbc0-a5d94a7a891a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:28.839383 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee095ac-192c-4082-8adf-cead24f2ac35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5180f72b-a6ed-4754-936a-d642be012814,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:28.851345 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-9ee095ac-192c-4082-8adf-cead24f2ac35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:28.852441 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-9ee095ac-192c-4082-8adf-cead24f2ac35 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5180f72b-a6ed-4754-936a-d642be012814 HTTP/1.1" status: 204 len: 168 time: 0.2413840 Nov 04 13:28:28.854232 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee095ac-192c-4082-8adf-cead24f2ac35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.854594 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee095ac-192c-4082-8adf-cead24f2ac35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.855077 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee095ac-192c-4082-8adf-cead24f2ac35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.855278 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee095ac-192c-4082-8adf-cead24f2ac35 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.855620 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee095ac-192c-4082-8adf-cead24f2ac35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.855976 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee095ac-192c-4082-8adf-cead24f2ac35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.856301 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee095ac-192c-4082-8adf-cead24f2ac35 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.856682 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee095ac-192c-4082-8adf-cead24f2ac35 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.856981 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee095ac-192c-4082-8adf-cead24f2ac35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.857321 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee095ac-192c-4082-8adf-cead24f2ac35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.857684 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee095ac-192c-4082-8adf-cead24f2ac35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:28.861565 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-9ee095ac-192c-4082-8adf-cead24f2ac35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:29.016991 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-0599bc6a-e8a1-4120-8d5d-58b18bc4551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:29.148534 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 43244) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:29.151986 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190019c-c984-43f5-afda-cfd30b6fa00d req-3a587efd-91a8-4610-ace5-46f6d10c4ea0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:29.153422 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4190019c-c984-43f5-afda-cfd30b6fa00d req-3a587efd-91a8-4610-ace5-46f6d10c4ea0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a3d3ae4-2349-478c-9028-20b45c3ef2a9 HTTP/1.1" status: 200 len: 948 time: 0.0972631 Nov 04 13:28:29.214851 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4190019c-c984-43f5-afda-cfd30b6fa00d req-32d6e8e0-ce15-4264-a304-7b82d5aaacb1 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4117abc-8e63-48c1-89a4-51bed7af44b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546200 Nov 04 13:28:29.266258 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 4646e0b0-6e53-4227-8451-2f50db0a288c details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:28:29.367271 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 43254) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:29.394632 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-07520851-ff7c-4228-b341-fd5a963a0c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:29.408382 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:29.426266 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6b5946e2-7c76-4cc1-ab1f-22eb67155a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:29.442731 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 4646e0b0-6e53-4227-8451-2f50db0a288c, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=4646e0b0-6e53-4227-8451-2f50db0a288c,segment=NetworkSegment(0d951e65-0e40-4e24-9fce-11458ef2d306),segment_id=0d951e65-0e40-4e24-9fce-11458ef2d306)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:28:29.453426 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-07520851-ff7c-4228-b341-fd5a963a0c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:28:29.458654 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': '4646e0b0-6e53-4227-8451-2f50db0a288c', 'network_id': 'c1b6f420-37f0-45c6-9140-b0cdb9366147', 'port_id': '4646e0b0-6e53-4227-8451-2f50db0a288c', 'mac_address': 'fa:16:3e:1a:16:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3891a1-7c4e-4a7e-9dfb-2c4e27544442', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:28:29.470686 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-07520851-ff7c-4228-b341-fd5a963a0c5c admin admin] Usage tracker for resource:security_group_rule and tenant:877ac455c4e744aeb1b6a74c9fdb50e2 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:28:29.474006 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-07520851-ff7c-4228-b341-fd5a963a0c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:28:29.477381 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-6b5946e2-7c76-4cc1-ab1f-22eb67155a43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:28:29.493057 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-6b5946e2-7c76-4cc1-ab1f-22eb67155a43 admin admin] Usage tracker for resource:security_group_rule and tenant:7037417499f744ffad0dc5380c8a2aa3 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:28:29.498144 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-6b5946e2-7c76-4cc1-ab1f-22eb67155a43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:28:29.502940 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-07520851-ff7c-4228-b341-fd5a963a0c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:28:29.514678 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a9bac-cdcd-4718-a091-4e765d903de7 req-d2510596-11af-4b88-927c-415f42b4f110 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:29.516632 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-567a9bac-cdcd-4718-a091-4e765d903de7 req-d2510596-11af-4b88-927c-415f42b4f110 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.1980639 Nov 04 13:28:29.518003 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-6b5946e2-7c76-4cc1-ab1f-22eb67155a43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:28:29.549051 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:29.573217 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4646e0b0-6e53-4227-8451-2f50db0a288c {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:28:29.591105 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 4646e0b0-6e53-4227-8451-2f50db0a288c, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=4646e0b0-6e53-4227-8451-2f50db0a288c,segment=NetworkSegment(0d951e65-0e40-4e24-9fce-11458ef2d306),segment_id=0d951e65-0e40-4e24-9fce-11458ef2d306)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:28:29.598052 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:29.599954 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-567a9bac-cdcd-4718-a091-4e765d903de7 req-c85ef979-2faf-4b73-adb0-7388c51cf876 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762031 Nov 04 13:28:29.600089 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-838e4db3-2829-42b5-8625-338029a42a8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:29.646931 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6b5946e2-7c76-4cc1-ab1f-22eb67155a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:29.653078 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6b5946e2-7c76-4cc1-ab1f-22eb67155a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:29.662458 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:29.668172 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-07520851-ff7c-4228-b341-fd5a963a0c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:29.677549 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12a9d4-c7e4-49e4-b301-657375f20435 req-6c8c1096-d367-4967-8f06-8fa9cfcd70e7 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:29.679041 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8a12a9d4-c7e4-49e4-b301-657375f20435 req-6c8c1096-d367-4967-8f06-8fa9cfcd70e7 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.1586237 Nov 04 13:28:29.680135 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-07520851-ff7c-4228-b341-fd5a963a0c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:29.688047 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:29.699698 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5946e2-7c76-4cc1-ab1f-22eb67155a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578704a8-0121-4364-8b4e-61f128fef012,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:29.706161 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-6b5946e2-7c76-4cc1-ab1f-22eb67155a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:29.715952 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=4646e0b0-6e53-4227-8451-2f50db0a288c,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:29.719678 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:29.727850 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-6b5946e2-7c76-4cc1-ab1f-22eb67155a43 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7037417499f744ffad0dc5380c8a2aa3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5776200 Nov 04 13:28:29.728795 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 43260) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:29.766500 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07520851-ff7c-4228-b341-fd5a963a0c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e24da6d-fe75-41d4-8917-ec768e8f8ad0,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:29.777346 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-07520851-ff7c-4228-b341-fd5a963a0c5c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=877ac455c4e744aeb1b6a74c9fdb50e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4088566 Nov 04 13:28:29.778840 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-07520851-ff7c-4228-b341-fd5a963a0c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:29.780272 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 43266) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:29.813283 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8a12a9d4-c7e4-49e4-b301-657375f20435 req-ce83f7f1-b48c-4682-869d-e4d6b65e6554 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061432 Nov 04 13:28:29.816065 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f385d7b0-d1b3-4964-9eec-c60d521f8606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:29.876473 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e79737be-1734-4d01-9926-c11fcf8dc8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:29.885268 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f385d7b0-d1b3-4964-9eec-c60d521f8606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:29.909047 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e79737be-1734-4d01-9926-c11fcf8dc8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:29.968757 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e79737be-1734-4d01-9926-c11fcf8dc8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:29.978328 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:30.001554 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f385d7b0-d1b3-4964-9eec-c60d521f8606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:30.010633 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-4c294f3d-5bff-454c-873f-84a06b1f1d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:30.024190 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7b6a1-951a-4bd7-b12d-1191095acd67 req-5cffd9cd-125b-49b4-9a28-2f9beb6beec7 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:30.025758 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-0df7b6a1-951a-4bd7-b12d-1191095acd67 req-5cffd9cd-125b-49b4-9a28-2f9beb6beec7 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.1285563 Nov 04 13:28:30.028303 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79737be-1734-4d01-9926-c11fcf8dc8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e24da6d-fe75-41d4-8917-ec768e8f8ad0,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:30.030587 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385d7b0-d1b3-4964-9eec-c60d521f8606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578704a8-0121-4364-8b4e-61f128fef012,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:30.030719 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-e79737be-1734-4d01-9926-c11fcf8dc8e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:30.035488 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-f385d7b0-d1b3-4964-9eec-c60d521f8606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:30.056286 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e79737be-1734-4d01-9926-c11fcf8dc8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:30.057772 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-e79737be-1734-4d01-9926-c11fcf8dc8e9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2e24da6d-fe75-41d4-8917-ec768e8f8ad0 HTTP/1.1" status: 204 len: 168 time: 0.2736723 Nov 04 13:28:30.075953 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f385d7b0-d1b3-4964-9eec-c60d521f8606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:30.077075 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-f385d7b0-d1b3-4964-9eec-c60d521f8606 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/578704a8-0121-4364-8b4e-61f128fef012 HTTP/1.1" status: 204 len: 168 time: 0.3471763 Nov 04 13:28:30.092738 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a934144-db2d-4175-96eb-352a3d2dcbe5 req-b0335978-103d-4145-a6b2-9349aadf66be tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:30.100002 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['4646e0b0-6e53-4227-8451-2f50db0a288c'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:28:30.100998 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4a934144-db2d-4175-96eb-352a3d2dcbe5 req-b0335978-103d-4145-a6b2-9349aadf66be tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=38899d8b-0a09-4a76-82b5-8a17ca8fd014 HTTP/1.1" status: 200 len: 946 time: 0.1243086 Nov 04 13:28:30.111043 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-0df7b6a1-951a-4bd7-b12d-1191095acd67 req-d585a241-6aef-4efa-a51c-5eb1555352a6 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741892 Nov 04 13:28:30.150837 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4a934144-db2d-4175-96eb-352a3d2dcbe5 req-21e1ff35-6c89-4ced-b93d-5f7d4bd8d683 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488605 Nov 04 13:28:30.548398 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd420eb8-33d0-4708-bd06-05646e2f4f71 req-e7f804ee-a22f-4977-9bfd-2373a25b302e tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:30.556529 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-cd420eb8-33d0-4708-bd06-05646e2f4f71 req-e7f804ee-a22f-4977-9bfd-2373a25b302e tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a3d3ae4-2349-478c-9028-20b45c3ef2a9 HTTP/1.1" status: 200 len: 949 time: 0.1756275 Nov 04 13:28:30.640659 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-cd420eb8-33d0-4708-bd06-05646e2f4f71 req-65469b09-6e05-4ce3-9c45-06172e4dcb18 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4117abc-8e63-48c1-89a4-51bed7af44b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805175 Nov 04 13:28:30.873636 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffc278-2c64-4e57-9db8-245cc6119a3d req-f198bef2-ea32-4a6c-9f47-9a1e80fe0442 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:30.878090 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-daffc278-2c64-4e57-9db8-245cc6119a3d req-f198bef2-ea32-4a6c-9f47-9a1e80fe0442 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.0938151 Nov 04 13:28:30.924116 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-daffc278-2c64-4e57-9db8-245cc6119a3d req-536335f8-f6d0-460e-b304-1be17b032de0 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432990 Nov 04 13:28:31.027126 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7608d7-72a1-4c0e-a9ef-11a6d7abb136 req-f5cc53f4-949c-47e2-9ca2-8877145dad28 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:31.028584 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8f7608d7-72a1-4c0e-a9ef-11a6d7abb136 req-f5cc53f4-949c-47e2-9ca2-8877145dad28 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.0780034 Nov 04 13:28:31.075758 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8f7608d7-72a1-4c0e-a9ef-11a6d7abb136 req-123482e2-a69e-4b9d-b766-3611a06c94e1 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407059 Nov 04 13:28:31.131976 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-25822992-e97a-4501-b850-21a421197a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:31.304507 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e64b7c-cb76-4238-92f5-c7f508a08885 req-cd590455-8c3f-4ca4-b368-f3b990bc12cd tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:31.306049 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-64e64b7c-cb76-4238-92f5-c7f508a08885 req-cd590455-8c3f-4ca4-b368-f3b990bc12cd tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.0796375 Nov 04 13:28:31.355846 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-64e64b7c-cb76-4238-92f5-c7f508a08885 req-bd186d6e-2bb9-4c2d-b40e-2f9b75a1cf3f tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438926 Nov 04 13:28:31.841794 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02fc2a-ba76-4d4e-824c-0b59dbafb817 req-e257e9fb-7e59-47f9-ba95-d79cd8b71e5c tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:31.843242 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-4b02fc2a-ba76-4d4e-824c-0b59dbafb817 req-e257e9fb-7e59-47f9-ba95-d79cd8b71e5c tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a3d3ae4-2349-478c-9028-20b45c3ef2a9 HTTP/1.1" status: 200 len: 949 time: 0.0805888 Nov 04 13:28:31.890338 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-4b02fc2a-ba76-4d4e-824c-0b59dbafb817 req-c22799f2-40e0-4f33-b581-2fcbe620458d tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4117abc-8e63-48c1-89a4-51bed7af44b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409999 Nov 04 13:28:32.022827 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:32.147123 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b80da-cc85-4978-90ed-df3c3af24146 req-966e9197-4c97-4da3-bf52-8dff94e24e89 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:32.148628 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e11b80da-cc85-4978-90ed-df3c3af24146 req-966e9197-4c97-4da3-bf52-8dff94e24e89 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.0823650 Nov 04 13:28:32.203484 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e11b80da-cc85-4978-90ed-df3c3af24146 req-cc1054f6-7c27-4209-9e9d-ad21001b0596 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481164 Nov 04 13:28:32.474033 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cc631-13c7-4623-909a-14ed7e491811 req-8a7a3c5c-e66c-427a-9048-6754c8abfd4c tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:32.475580 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-320cc631-13c7-4623-909a-14ed7e491811 req-8a7a3c5c-e66c-427a-9048-6754c8abfd4c tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.1448286 Nov 04 13:28:32.525538 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-320cc631-13c7-4623-909a-14ed7e491811 req-867cf883-5ae6-4f11-991c-cfa6c793bf61 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425231 Nov 04 13:28:32.596840 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc611d-15ef-4af8-9c5f-da19a43c3f96 req-96deca9f-14d0-4326-bbe7-b18b30867eee tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:32.598264 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-97dc611d-15ef-4af8-9c5f-da19a43c3f96 req-96deca9f-14d0-4326-bbe7-b18b30867eee tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.0926392 Nov 04 13:28:32.644205 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-97dc611d-15ef-4af8-9c5f-da19a43c3f96 req-f08d4b51-43f7-4e98-ae47-d123baaa9e24 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405159 Nov 04 13:28:33.102288 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d9066-f70d-4427-894b-108796b8753b req-1dba8ae6-6387-48c6-bbe8-827c62b9a9a0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:33.103745 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-325d9066-f70d-4427-894b-108796b8753b req-1dba8ae6-6387-48c6-bbe8-827c62b9a9a0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a3d3ae4-2349-478c-9028-20b45c3ef2a9 HTTP/1.1" status: 200 len: 949 time: 0.0846245 Nov 04 13:28:33.150649 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-325d9066-f70d-4427-894b-108796b8753b req-c8984765-a0c9-43b8-9ded-db92a765a7ae tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4117abc-8e63-48c1-89a4-51bed7af44b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413036 Nov 04 13:28:33.309013 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 4646e0b0-6e53-4227-8451-2f50db0a288c up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:28:33.382497 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning for port 4646e0b0-6e53-4227-8451-2f50db0a288c completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:28:33.387526 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port 4646e0b0-6e53-4227-8451-2f50db0a288c triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:28:33.387911 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:33.426780 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4029c2-0525-48b1-97d4-595975dad5f1 req-9d4eaa36-e85a-4ffa-a107-62c5f7eb55fd tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:33.428311 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9c4029c2-0525-48b1-97d4-595975dad5f1 req-9d4eaa36-e85a-4ffa-a107-62c5f7eb55fd tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.0883360 Nov 04 13:28:33.482120 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9c4029c2-0525-48b1-97d4-595975dad5f1 req-95dbad15-92df-4cab-a0d7-9fd906142ac3 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464683 Nov 04 13:28:33.529637 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:33.560847 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3d3ae4-2349-478c-9028-20b45c3ef2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4646e0b0-6e53-4227-8451-2f50db0a288c'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:28:33.571045 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 4646e0b0-6e53-4227-8451-2f50db0a288c, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=4646e0b0-6e53-4227-8451-2f50db0a288c,segment=NetworkSegment(0d951e65-0e40-4e24-9fce-11458ef2d306),segment_id=0d951e65-0e40-4e24-9fce-11458ef2d306)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:28:33.580109 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:33.584272 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:33.632331 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3d3ae4-2349-478c-9028-20b45c3ef2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4646e0b0-6e53-4227-8451-2f50db0a288c', 'code': 200} Nov 04 13:28:33.651158 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:33.662694 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=4646e0b0-6e53-4227-8451-2f50db0a288c,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:33.671555 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:33.672014 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:33.672935 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:33.673341 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:33.673763 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:33.674151 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:33.674652 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:33.675043 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:33.675434 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:33.675821 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:33.676214 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:28:33.680064 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:33.756590 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3865a14-02b5-4191-9737-24e0364332bf req-54acfba3-7990-49ab-8466-fbc7b142c723 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:33.758215 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-b3865a14-02b5-4191-9737-24e0364332bf req-54acfba3-7990-49ab-8466-fbc7b142c723 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.1023836 Nov 04 13:28:33.815376 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-b3865a14-02b5-4191-9737-24e0364332bf req-2e8630fa-866f-49f5-819f-49f78915bc9f tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497885 Nov 04 13:28:33.913477 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7306d2-e18a-46ea-ad9d-483b2dfba0f8 req-c4bbe517-6a7c-471d-ad2c-ccf503d587cb tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:33.914876 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2e7306d2-e18a-46ea-ad9d-483b2dfba0f8 req-c4bbe517-6a7c-471d-ad2c-ccf503d587cb tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.1360621 Nov 04 13:28:33.974888 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1c12a704-025b-488c-8177-2d4fc141133e req-254f12f1-e700-46b5-be1c-8834ca5d63f9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d3ae4-2349-478c-9028-20b45c3ef2a9 HTTP/1.1" status: 200 len: 1103 time: 0.1258657 Nov 04 13:28:33.978604 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2e7306d2-e18a-46ea-ad9d-483b2dfba0f8 req-3958c5d1-bded-484e-a0f8-01c743583e4a tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576272 Nov 04 13:28:34.021950 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1c12a704-025b-488c-8177-2d4fc141133e req-b3b6dc94-a877-4b2a-aa2b-dbebf2038a2f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d4117abc-8e63-48c1-89a4-51bed7af44b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371633 Nov 04 13:28:34.368347 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f94ba2-0af1-4952-a53b-31af7cc314d0 req-ba3ab824-51af-4dca-82b2-6c49d7836373 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:34.370160 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a5f94ba2-0af1-4952-a53b-31af7cc314d0 req-ba3ab824-51af-4dca-82b2-6c49d7836373 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a3d3ae4-2349-478c-9028-20b45c3ef2a9 HTTP/1.1" status: 200 len: 950 time: 0.0836861 Nov 04 13:28:34.424096 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a5f94ba2-0af1-4952-a53b-31af7cc314d0 req-fe10a11b-6283-49be-9927-c78f61cef700 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4117abc-8e63-48c1-89a4-51bed7af44b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466192 Nov 04 13:28:34.578615 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 43376) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:34.729461 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1ee36-70d0-48b5-bf8c-25e25ee4f81a req-5b46427b-1f2d-40c7-b36e-efba9c10de85 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:34.734180 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1ed1ee36-70d0-48b5-bf8c-25e25ee4f81a req-5b46427b-1f2d-40c7-b36e-efba9c10de85 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.1018221 Nov 04 13:28:34.848810 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c6823620-714e-4da5-bca6-ff1d2852df99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:34.904782 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1ed1ee36-70d0-48b5-bf8c-25e25ee4f81a req-3a8afa7e-2a2b-4525-88e0-c702e73a76d7 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674986 Nov 04 13:28:34.913923 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-c6823620-714e-4da5-bca6-ff1d2852df99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:28:34.928346 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-c6823620-714e-4da5-bca6-ff1d2852df99 admin admin] Usage tracker for resource:security_group_rule and tenant:31af0164b0b64f07bb8d335beb603d37 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:28:34.931313 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-c6823620-714e-4da5-bca6-ff1d2852df99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:28:34.951546 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-c6823620-714e-4da5-bca6-ff1d2852df99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:28:35.041123 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c6823620-714e-4da5-bca6-ff1d2852df99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:35.045946 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c6823620-714e-4da5-bca6-ff1d2852df99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:35.054402 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-1079b084-d216-40c2-9ccb-f597322679ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:35.071211 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6e0d9-75a3-4f16-9159-7280daacb2c2 req-016d7bbd-c508-41fe-aaff-2aa073f5600d tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:35.077872 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-f9d6e0d9-75a3-4f16-9159-7280daacb2c2 req-016d7bbd-c508-41fe-aaff-2aa073f5600d tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.1002777 Nov 04 13:28:35.097787 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6823620-714e-4da5-bca6-ff1d2852df99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b447ac49-2a27-43d1-af8a-b6188d5729af,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:35.104668 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-c6823620-714e-4da5-bca6-ff1d2852df99 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=31af0164b0b64f07bb8d335beb603d37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5223749 Nov 04 13:28:35.104668 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-c6823620-714e-4da5-bca6-ff1d2852df99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:35.105156 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 43398) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:35.134002 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-f9d6e0d9-75a3-4f16-9159-7280daacb2c2 req-0ce73a6d-7547-47ea-b968-41be3d896eea tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551176 Nov 04 13:28:35.198988 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c7258ae3-4f72-4b70-a4d8-1abbb01cc80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:35.244611 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c7258ae3-4f72-4b70-a4d8-1abbb01cc80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:35.302504 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c7258ae3-4f72-4b70-a4d8-1abbb01cc80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:35.308412 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b6d888f6-7f24-432b-bcc7-0058a3bf2a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:35.321735 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7258ae3-4f72-4b70-a4d8-1abbb01cc80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b447ac49-2a27-43d1-af8a-b6188d5729af,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:35.324763 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-c7258ae3-4f72-4b70-a4d8-1abbb01cc80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:35.326991 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c7258ae3-4f72-4b70-a4d8-1abbb01cc80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:35.328322 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-c7258ae3-4f72-4b70-a4d8-1abbb01cc80f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b447ac49-2a27-43d1-af8a-b6188d5729af HTTP/1.1" status: 204 len: 168 time: 0.2219753 Nov 04 13:28:35.359147 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999eae27-e755-460b-b585-55850bd82a6c req-e5ab61e6-f693-4db5-99d0-ebc22ced96c6 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:35.361551 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-999eae27-e755-460b-b585-55850bd82a6c req-e5ab61e6-f693-4db5-99d0-ebc22ced96c6 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.0932207 Nov 04 13:28:35.434045 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-999eae27-e755-460b-b585-55850bd82a6c req-b7060714-b14b-442e-9591-4aa3322a436d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663903 Nov 04 13:28:35.633070 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc5eed-3540-4e12-85e3-f5263fa3450d req-91da75af-1a17-4a1a-8561-b92a8dc76d2d tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:35.634636 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-29fc5eed-3540-4e12-85e3-f5263fa3450d req-91da75af-1a17-4a1a-8561-b92a8dc76d2d tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a3d3ae4-2349-478c-9028-20b45c3ef2a9 HTTP/1.1" status: 200 len: 950 time: 0.0805223 Nov 04 13:28:35.686494 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-29fc5eed-3540-4e12-85e3-f5263fa3450d req-3701f5a1-5634-43c4-85ee-d6b496e1ed4d tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4117abc-8e63-48c1-89a4-51bed7af44b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462439 Nov 04 13:28:36.139386 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e301870-5f74-4374-b095-1c6307364c28 req-e0a19c1a-c60d-45d3-8c27-a5179b6bcac8 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:36.141506 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9e301870-5f74-4374-b095-1c6307364c28 req-e0a19c1a-c60d-45d3-8c27-a5179b6bcac8 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.0923407 Nov 04 13:28:36.228563 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9e301870-5f74-4374-b095-1c6307364c28 req-0d12657d-6840-4ad2-af59-b751af73322f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812092 Nov 04 13:28:36.370972 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5294c8-79be-4eca-a5e5-2d0a72b42834 req-af33b2d0-7a2b-4a35-8d64-07ed4474acb5 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:36.372400 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ad5294c8-79be-4eca-a5e5-2d0a72b42834 req-af33b2d0-7a2b-4a35-8d64-07ed4474acb5 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.0766225 Nov 04 13:28:36.424453 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ad5294c8-79be-4eca-a5e5-2d0a72b42834 req-314b0b32-de7f-4486-a647-1a282acf1d25 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443444 Nov 04 13:28:36.670031 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ed7d6-6649-4470-9c1d-02aa6917c474 req-b81f8d96-7228-40b4-b2d4-8c8128edd351 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:36.671500 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9a2ed7d6-6649-4470-9c1d-02aa6917c474 req-b81f8d96-7228-40b4-b2d4-8c8128edd351 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.0888069 Nov 04 13:28:36.744325 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9a2ed7d6-6649-4470-9c1d-02aa6917c474 req-ca0e023d-82c9-42f3-b69c-60ca687b7634 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633767 Nov 04 13:28:36.906875 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449d820-7d68-4d6f-8e75-02fc0aeedaa4 req-fc7750b8-ca67-4ed9-b322-efadd7c2879b tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:36.908508 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8449d820-7d68-4d6f-8e75-02fc0aeedaa4 req-fc7750b8-ca67-4ed9-b322-efadd7c2879b tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a3d3ae4-2349-478c-9028-20b45c3ef2a9 HTTP/1.1" status: 200 len: 950 time: 0.0853243 Nov 04 13:28:36.956755 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8449d820-7d68-4d6f-8e75-02fc0aeedaa4 req-63ccffbb-77b4-42d0-892d-8763b56a19d5 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4117abc-8e63-48c1-89a4-51bed7af44b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428081 Nov 04 13:28:37.430996 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1733d-0fb1-48fd-9fe7-ee89a320c07d req-dfee0ffd-83cd-48ab-8af1-c9e4f73c6c2a tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:37.432429 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1ec1733d-0fb1-48fd-9fe7-ee89a320c07d req-dfee0ffd-83cd-48ab-8af1-c9e4f73c6c2a tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a3d3ae4-2349-478c-9028-20b45c3ef2a9 HTTP/1.1" status: 200 len: 950 time: 0.0865924 Nov 04 13:28:37.469873 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cf726-95f1-4bea-8c2e-6a31eb089801 req-2178e952-9103-47a0-bb1b-5ca4b0fdf5a4 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:37.471694 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1f0cf726-95f1-4bea-8c2e-6a31eb089801 req-2178e952-9103-47a0-bb1b-5ca4b0fdf5a4 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.0822704 Nov 04 13:28:37.478733 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1ec1733d-0fb1-48fd-9fe7-ee89a320c07d req-704a03ab-2f80-4c2c-8397-1eeb5be03000 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4117abc-8e63-48c1-89a4-51bed7af44b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404804 Nov 04 13:28:37.517433 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1f0cf726-95f1-4bea-8c2e-6a31eb089801 req-66261751-f03f-490f-aa9a-40bbf9fc5e56 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404100 Nov 04 13:28:37.662572 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b5e8f-a78b-4f72-a3eb-31c8ed88db47 req-e12acfa4-2602-4562-a311-acf5e0422f69 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:37.663979 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c36b5e8f-a78b-4f72-a3eb-31c8ed88db47 req-e12acfa4-2602-4562-a311-acf5e0422f69 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.0749419 Nov 04 13:28:37.713386 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c36b5e8f-a78b-4f72-a3eb-31c8ed88db47 req-297e7364-e2e6-42b9-bd74-205fadba798d tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440028 Nov 04 13:28:37.944872 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973d1eb-4448-43ab-94c9-b6dcfa92feaa req-1c3d19ce-75e5-406b-a1f4-923994bb2838 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:37.946374 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0973d1eb-4448-43ab-94c9-b6dcfa92feaa req-1c3d19ce-75e5-406b-a1f4-923994bb2838 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.0799243 Nov 04 13:28:38.001969 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0973d1eb-4448-43ab-94c9-b6dcfa92feaa req-21fda5d7-f449-40f6-be71-0b30066ceb98 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495787 Nov 04 13:28:38.402915 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7b1ed-c527-4f2d-9364-d02561804520 req-9242c13b-e22c-4ce2-99b8-caa597b80bd2 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:38.404493 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-48d7b1ed-c527-4f2d-9364-d02561804520 req-9242c13b-e22c-4ce2-99b8-caa597b80bd2 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=38899d8b-0a09-4a76-82b5-8a17ca8fd014 HTTP/1.1" status: 200 len: 946 time: 0.0819535 Nov 04 13:28:38.455975 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-48d7b1ed-c527-4f2d-9364-d02561804520 req-49a6fb75-1f19-491b-8a1d-917ef5882a26 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455704 Nov 04 13:28:38.693228 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af160b5-f0c2-4fd0-a7b9-a96e93218222 req-e5f243d8-4a5f-4354-8268-2ee5b3df900b tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:38.694869 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-0af160b5-f0c2-4fd0-a7b9-a96e93218222 req-e5f243d8-4a5f-4354-8268-2ee5b3df900b tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a3d3ae4-2349-478c-9028-20b45c3ef2a9 HTTP/1.1" status: 200 len: 950 time: 0.0856750 Nov 04 13:28:38.762647 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d983c8-dbff-42ab-8723-597ab04acfe6 req-5a26ca0c-7af9-446a-a40a-8fab65fb6bda tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:38.764199 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-05d983c8-dbff-42ab-8723-597ab04acfe6 req-5a26ca0c-7af9-446a-a40a-8fab65fb6bda tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.0970004 Nov 04 13:28:38.781141 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-0af160b5-f0c2-4fd0-a7b9-a96e93218222 req-7cd5c7e6-f5e2-4f86-9f75-736c0b3367f5 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4117abc-8e63-48c1-89a4-51bed7af44b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799799 Nov 04 13:28:38.830563 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-05d983c8-dbff-42ab-8723-597ab04acfe6 req-84816f8a-000e-461b-bd56-769250d2f518 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569203 Nov 04 13:28:38.992425 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bca92-f6f3-4441-aae4-bf4f452d17e6 req-9a4dc082-75dc-4f60-9bf7-3508a1b3ae2d tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:38.994055 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-970bca92-f6f3-4441-aae4-bf4f452d17e6 req-9a4dc082-75dc-4f60-9bf7-3508a1b3ae2d tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.0816326 Nov 04 13:28:39.039714 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-970bca92-f6f3-4441-aae4-bf4f452d17e6 req-e18e2d28-597e-41ab-80fe-a78557b85451 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397320 Nov 04 13:28:39.204371 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc131dbd-b60d-46a7-8ec8-f08eb4436de4 req-76d107f6-349f-4666-965d-7e51b3da8614 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:39.206227 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-cc131dbd-b60d-46a7-8ec8-f08eb4436de4 req-76d107f6-349f-4666-965d-7e51b3da8614 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.0815840 Nov 04 13:28:39.258312 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-cc131dbd-b60d-46a7-8ec8-f08eb4436de4 req-30ffa9ab-41d1-4db7-9636-99b2003f3bac tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411780 Nov 04 13:28:39.536474 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd728ba9-4260-48cc-b8a0-8065ef961a66 req-020dfb93-c565-4695-9faf-fee41ed9ec02 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:39.538059 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-dd728ba9-4260-48cc-b8a0-8065ef961a66 req-020dfb93-c565-4695-9faf-fee41ed9ec02 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a3d3ae4-2349-478c-9028-20b45c3ef2a9 HTTP/1.1" status: 200 len: 950 time: 0.0782523 Nov 04 13:28:39.616226 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-dd728ba9-4260-48cc-b8a0-8065ef961a66 req-422caed5-3e98-429e-ac56-6f2ebcf62d82 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Deleting port 4646e0b0-6e53-4227-8451-2f50db0a288c {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:28:39.616561 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-dd728ba9-4260-48cc-b8a0-8065ef961a66 req-422caed5-3e98-429e-ac56-6f2ebcf62d82 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:39.654674 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc4655-2189-4dc7-9994-6bb39e76e2b0 req-80ed2de6-b2ae-48a1-88a8-a0bd99a2e75f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:39.656131 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-25bc4655-2189-4dc7-9994-6bb39e76e2b0 req-80ed2de6-b2ae-48a1-88a8-a0bd99a2e75f tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=38899d8b-0a09-4a76-82b5-8a17ca8fd014 HTTP/1.1" status: 200 len: 946 time: 0.0805418 Nov 04 13:28:39.703900 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-25bc4655-2189-4dc7-9994-6bb39e76e2b0 req-6ee3a1db-5ed0-44ec-9809-d579c7d7ebd4 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405998 Nov 04 13:28:39.857087 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-dd728ba9-4260-48cc-b8a0-8065ef961a66 req-422caed5-3e98-429e-ac56-6f2ebcf62d82 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] For port 4646e0b0-6e53-4227-8451-2f50db0a288c, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=4646e0b0-6e53-4227-8451-2f50db0a288c,segment=NetworkSegment(0d951e65-0e40-4e24-9fce-11458ef2d306),segment_id=0d951e65-0e40-4e24-9fce-11458ef2d306)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:28:39.857677 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-dd728ba9-4260-48cc-b8a0-8065ef961a66 req-422caed5-3e98-429e-ac56-6f2ebcf62d82 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:39.990537 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-dd728ba9-4260-48cc-b8a0-8065ef961a66 req-422caed5-3e98-429e-ac56-6f2ebcf62d82 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Calling delete_port for 4646e0b0-6e53-4227-8451-2f50db0a288c owned by compute:nova {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:28:40.069358 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf0916-fbb6-41e3-bf98-de3dd79914df req-b48403b4-1a56-4fdc-9172-b6370efd184f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:40.070556 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-aacf0916-fbb6-41e3-bf98-de3dd79914df req-b48403b4-1a56-4fdc-9172-b6370efd184f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.0949683 Nov 04 13:28:40.136313 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-aacf0916-fbb6-41e3-bf98-de3dd79914df req-70d4d980-1d84-48b1-98cf-920678060f03 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582082 Nov 04 13:28:40.270292 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f9107-8494-430b-82ec-558be5c1fa03 req-79ffe32c-0dd1-4edc-986e-e6ba72a8b7f5 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:40.278250 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4e1f9107-8494-430b-82ec-558be5c1fa03 req-79ffe32c-0dd1-4edc-986e-e6ba72a8b7f5 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a3d3ae4-2349-478c-9028-20b45c3ef2a9 HTTP/1.1" status: 200 len: 950 time: 0.3519516 Nov 04 13:28:40.350332 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-dd728ba9-4260-48cc-b8a0-8065ef961a66 req-422caed5-3e98-429e-ac56-6f2ebcf62d82 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:40.358377 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4e1f9107-8494-430b-82ec-558be5c1fa03 req-51260123-5306-42d7-8030-4ae1389676bd tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.93 "GET /v2.0/security-groups?id=d4117abc-8e63-48c1-89a4-51bed7af44b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645330 Nov 04 13:28:40.360590 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:40.365192 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['4646e0b0-6e53-4227-8451-2f50db0a288c'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:28:40.411074 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422caed5-3e98-429e-ac56-6f2ebcf62d82 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Pushing event deleted for resources: {'Port': ['ID=4646e0b0-6e53-4227-8451-2f50db0a288c,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:40.413373 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-422caed5-3e98-429e-ac56-6f2ebcf62d82 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:40.458427 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117987f8-0a89-4f3e-baea-7006ba0c5016 req-38c7f826-d805-467a-a066-9e426578f1ac tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:40.466295 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-117987f8-0a89-4f3e-baea-7006ba0c5016 req-38c7f826-d805-467a-a066-9e426578f1ac tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.1381032 Nov 04 13:28:40.508001 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd728ba9-4260-48cc-b8a0-8065ef961a66 req-422caed5-3e98-429e-ac56-6f2ebcf62d82 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] No DVR routers for this DVR port 4646e0b0-6e53-4227-8451-2f50db0a288c on host hv-cinder-81036 {{(pid=82772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:28:40.510586 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-dd728ba9-4260-48cc-b8a0-8065ef961a66 req-422caed5-3e98-429e-ac56-6f2ebcf62d82 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:40.514937 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3d3ae4-2349-478c-9028-20b45c3ef2a9', 'name': 'network-vif-deleted', 'tag': '4646e0b0-6e53-4227-8451-2f50db0a288c'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:28:40.536942 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-117987f8-0a89-4f3e-baea-7006ba0c5016 req-402c740d-80e5-46ca-aa69-55d5cfd201e8 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695319 Nov 04 13:28:40.537139 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-dd728ba9-4260-48cc-b8a0-8065ef961a66 req-422caed5-3e98-429e-ac56-6f2ebcf62d82 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] 10.222.0.52 "DELETE /v2.0/ports/4646e0b0-6e53-4227-8451-2f50db0a288c HTTP/1.1" status: 204 len: 173 time: 0.9907229 Nov 04 13:28:40.721367 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3d3ae4-2349-478c-9028-20b45c3ef2a9', 'name': 'network-vif-deleted', 'tag': '4646e0b0-6e53-4227-8451-2f50db0a288c', 'status': 'completed', 'code': 200} Nov 04 13:28:40.794294 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b8a88-1311-46b0-b625-c83253b487fa req-09bb2f1d-1543-4b5d-b0ed-18001dfc4e8e tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:40.801637 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1c1b8a88-1311-46b0-b625-c83253b487fa req-09bb2f1d-1543-4b5d-b0ed-18001dfc4e8e tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.1756639 Nov 04 13:28:40.830537 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37fe319-fba9-4fc1-b7c3-caa82d61bb39 req-8dfc324f-9e91-4e9c-b1b8-b5f01793dca4 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:40.831953 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d37fe319-fba9-4fc1-b7c3-caa82d61bb39 req-8dfc324f-9e91-4e9c-b1b8-b5f01793dca4 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.52 "GET /v2.0/ports?device_id=38899d8b-0a09-4a76-82b5-8a17ca8fd014 HTTP/1.1" status: 200 len: 946 time: 0.1471288 Nov 04 13:28:40.894876 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1c1b8a88-1311-46b0-b625-c83253b487fa req-7b1d81be-76d2-4b38-acca-4516e275538d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929308 Nov 04 13:28:40.913454 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-d37fe319-fba9-4fc1-b7c3-caa82d61bb39 req-d4fd9113-23dd-4795-af47-ecba6e74fae6 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Deleting port 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:28:40.913853 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-d37fe319-fba9-4fc1-b7c3-caa82d61bb39 req-d4fd9113-23dd-4795-af47-ecba6e74fae6 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:40.918000 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f1545-899f-4b21-868c-44775e245750 req-e49481a5-c9d4-446f-a9d7-666b8cc89a68 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:40.919454 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-248f1545-899f-4b21-868c-44775e245750 req-e49481a5-c9d4-446f-a9d7-666b8cc89a68 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=38899d8b-0a09-4a76-82b5-8a17ca8fd014 HTTP/1.1" status: 200 len: 946 time: 0.0817993 Nov 04 13:28:40.966265 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-248f1545-899f-4b21-868c-44775e245750 req-5756478e-65b9-4cea-b4fe-af32f01fa506 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405047 Nov 04 13:28:41.161524 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-d37fe319-fba9-4fc1-b7c3-caa82d61bb39 req-d4fd9113-23dd-4795-af47-ecba6e74fae6 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] For port 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=7092a4f9-9fe7-4f58-88ce-5a2d3facb12d,segment=NetworkSegment(b3a65132-091a-42fd-9f21-c848c12dfc96),segment_id=b3a65132-091a-42fd-9f21-c848c12dfc96)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:28:41.161961 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-d37fe319-fba9-4fc1-b7c3-caa82d61bb39 req-d4fd9113-23dd-4795-af47-ecba6e74fae6 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:41.291390 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-d37fe319-fba9-4fc1-b7c3-caa82d61bb39 req-d4fd9113-23dd-4795-af47-ecba6e74fae6 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Calling delete_port for 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d owned by compute:nova {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:28:41.360557 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 85ac3963-e517-43d5-8531-ad936c9306a6 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:28:41.479982 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf5dbc-968d-42dd-999c-f9116f9a0ad2 req-1f4beb11-f0d1-4679-af40-1412a1aec2c6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:41.481462 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-09cf5dbc-968d-42dd-999c-f9116f9a0ad2 req-1f4beb11-f0d1-4679-af40-1412a1aec2c6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.1566629 Nov 04 13:28:41.500183 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 85ac3963-e517-43d5-8531-ad936c9306a6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=85ac3963-e517-43d5-8531-ad936c9306a6,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:28:41.515058 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': '85ac3963-e517-43d5-8531-ad936c9306a6', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'port_id': '85ac3963-e517-43d5-8531-ad936c9306a6', 'mac_address': 'fa:16:3e:05:de:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:28:41.520326 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-d37fe319-fba9-4fc1-b7c3-caa82d61bb39 req-d4fd9113-23dd-4795-af47-ecba6e74fae6 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:41.534510 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:41.550700 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['116ea7e7-c6cc-45f2-a5de-aa2457a4db7c', '8cb5df9a-c6e3-4197-9b3a-912ffc6e9977', '6a6347a1-b913-42b1-80fd-76f0c9ec7660', '7092a4f9-9fe7-4f58-88ce-5a2d3facb12d'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:28:41.599707 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd9113-23dd-4795-af47-ecba6e74fae6 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Pushing event deleted for resources: {'Port': ['ID=7092a4f9-9fe7-4f58-88ce-5a2d3facb12d,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:41.619463 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-09cf5dbc-968d-42dd-999c-f9116f9a0ad2 req-c5e1a4f3-3c1c-42c6-8d8e-7cebc1487a34 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276796 Nov 04 13:28:41.622806 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-d4fd9113-23dd-4795-af47-ecba6e74fae6 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:41.747750 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:41.768085 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37fe319-fba9-4fc1-b7c3-caa82d61bb39 req-d4fd9113-23dd-4795-af47-ecba6e74fae6 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] No DVR routers for this DVR port 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d on host hv-cinder-81036 {{(pid=82772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:28:41.771037 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-d37fe319-fba9-4fc1-b7c3-caa82d61bb39 req-d4fd9113-23dd-4795-af47-ecba6e74fae6 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:41.794487 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85ac3963-e517-43d5-8531-ad936c9306a6 {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:28:41.801089 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d37fe319-fba9-4fc1-b7c3-caa82d61bb39 req-d4fd9113-23dd-4795-af47-ecba6e74fae6 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.52 "DELETE /v2.0/ports/7092a4f9-9fe7-4f58-88ce-5a2d3facb12d HTTP/1.1" status: 204 len: 173 time: 0.9604468 Nov 04 13:28:41.813216 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 85ac3963-e517-43d5-8531-ad936c9306a6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=85ac3963-e517-43d5-8531-ad936c9306a6,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:28:41.862739 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2ab43-8625-4009-b990-057db575605c req-b7c7c784-4013-4729-9388-4209efe99d2a tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:41.864592 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d7b2ab43-8625-4009-b990-057db575605c req-b7c7c784-4013-4729-9388-4209efe99d2a tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.1033812 Nov 04 13:28:41.868418 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:41.871519 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:41.942517 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=85ac3963-e517-43d5-8531-ad936c9306a6,revision_number=6']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:41.943406 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d7b2ab43-8625-4009-b990-057db575605c req-f54299b8-43f5-4d35-805c-124d8617fc13 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694625 Nov 04 13:28:41.948165 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:42.079980 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['85ac3963-e517-43d5-8531-ad936c9306a6'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:28:42.149566 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5400db-f45f-42ff-897f-d1db0417b6f8 req-bf2db9cf-2ce9-421e-99d8-c833d6332e83 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:42.158288 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-cb5400db-f45f-42ff-897f-d1db0417b6f8 req-bf2db9cf-2ce9-421e-99d8-c833d6332e83 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.0946455 Nov 04 13:28:42.190285 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-77a48040-1408-448f-b1af-e92dcef9a48f req-ae5af748-9ab0-473f-b9bc-1ba71c92f3c1 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=38899d8b-0a09-4a76-82b5-8a17ca8fd014 HTTP/1.1" status: 200 len: 210 time: 0.0579417 Nov 04 13:28:42.212819 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-cb5400db-f45f-42ff-897f-d1db0417b6f8 req-4b8bdacd-bb83-403b-b586-57cd96100c3d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536771 Nov 04 13:28:42.722337 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38899d8b-0a09-4a76-82b5-8a17ca8fd014', 'name': 'network-vif-deleted', 'tag': '7092a4f9-9fe7-4f58-88ce-5a2d3facb12d'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:28:42.781106 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38899d8b-0a09-4a76-82b5-8a17ca8fd014', 'name': 'network-vif-deleted', 'tag': '7092a4f9-9fe7-4f58-88ce-5a2d3facb12d', 'status': 'completed', 'code': 200} Nov 04 13:28:42.864798 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b776b-95c2-4c5b-b28d-3d2346fe8439 req-428476df-7859-4d24-a329-f48d62fad0ce tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:42.866595 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-846b776b-95c2-4c5b-b28d-3d2346fe8439 req-428476df-7859-4d24-a329-f48d62fad0ce tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 945 time: 0.0828497 Nov 04 13:28:42.923719 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-846b776b-95c2-4c5b-b28d-3d2346fe8439 req-ab9c8419-8720-4d04-82ea-f1b96c6a7402 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505495 Nov 04 13:28:43.169971 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71006a21-1e22-4e07-aa51-eb77dfda849a req-0f7e205a-b4f9-4c87-bcc0-103d5d4ff7a5 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:43.172183 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-71006a21-1e22-4e07-aa51-eb77dfda849a req-0f7e205a-b4f9-4c87-bcc0-103d5d4ff7a5 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.0858543 Nov 04 13:28:43.282025 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-71006a21-1e22-4e07-aa51-eb77dfda849a req-e6814796-f9db-4ba0-89c6-5270f21a9d7a tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004064 Nov 04 13:28:43.375905 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 85ac3963-e517-43d5-8531-ad936c9306a6 up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:28:43.456756 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port 85ac3963-e517-43d5-8531-ad936c9306a6 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:28:43.457202 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:43.543827 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df950d-309b-4961-8094-439a7894d57b req-26bbb6be-3cd4-46fc-8aba-9b502964b190 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:43.545393 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-54df950d-309b-4961-8094-439a7894d57b req-26bbb6be-3cd4-46fc-8aba-9b502964b190 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.0985150 Nov 04 13:28:43.605418 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:43.610695 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-54df950d-309b-4961-8094-439a7894d57b req-6f95456b-24d1-4c68-98e0-adaf7e633734 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573084 Nov 04 13:28:43.638975 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a9705e-6620-4bcd-a317-5cd382075fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ac3963-e517-43d5-8531-ad936c9306a6'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:28:43.650411 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 85ac3963-e517-43d5-8531-ad936c9306a6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=85ac3963-e517-43d5-8531-ad936c9306a6,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:28:43.654473 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:43.655421 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:28:43.683313 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:43.727870 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a9705e-6620-4bcd-a317-5cd382075fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ac3963-e517-43d5-8531-ad936c9306a6', 'code': 200} Nov 04 13:28:43.734265 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] No Port match for: 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:28:43.734654 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 7092a4f9-9fe7-4f58-88ce-5a2d3facb12d not bound to the agent host hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:28:43.735071 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 4646e0b0-6e53-4227-8451-2f50db0a288c no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:28:43.772000 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] No Port match for: 4646e0b0-6e53-4227-8451-2f50db0a288c {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:28:43.772357 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 4646e0b0-6e53-4227-8451-2f50db0a288c not bound to the agent host hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:28:43.794379 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=85ac3963-e517-43d5-8531-ad936c9306a6,revision_number=7']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:43.798008 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:44.156623 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc13242-058f-4d0a-8266-dc0074ae086d req-7cf31f2f-1e6d-4871-8427-d93c58d2609a tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:44.159194 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4fc13242-058f-4d0a-8266-dc0074ae086d req-7cf31f2f-1e6d-4871-8427-d93c58d2609a tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.0829535 Nov 04 13:28:44.218299 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4fc13242-058f-4d0a-8266-dc0074ae086d req-38d599d8-7d0c-4e64-9b14-25931b6bf034 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529113 Nov 04 13:28:44.637827 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b625f-3ece-4c70-b3b9-c79987bd4982 req-b1945e1f-69ca-4d93-9100-8d566869fada tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:44.647696 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-214b625f-3ece-4c70-b3b9-c79987bd4982 req-b1945e1f-69ca-4d93-9100-8d566869fada tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.2152302 Nov 04 13:28:44.751349 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-214b625f-3ece-4c70-b3b9-c79987bd4982 req-fcfebff8-03c2-4404-ac69-4d8d634cc845 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930614 Nov 04 13:28:44.940678 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6686534-c5be-4773-9497-ca28514b457f req-043caa4e-284b-4912-8c1e-698e861cf976 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:44.952126 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e6686534-c5be-4773-9497-ca28514b457f req-043caa4e-284b-4912-8c1e-698e861cf976 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.1766970 Nov 04 13:28:45.250828 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e6686534-c5be-4773-9497-ca28514b457f req-78427ce6-0349-46e6-bcd6-61f04af57c2c tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968674 Nov 04 13:28:45.430560 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bd8c9-dc07-4ec6-9eff-008fbed36c5a req-17745b7e-a22d-4898-9948-ef5f8dffed17 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:45.441461 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d91bd8c9-dc07-4ec6-9eff-008fbed36c5a req-17745b7e-a22d-4898-9948-ef5f8dffed17 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 945 time: 0.1786089 Nov 04 13:28:45.499420 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d91bd8c9-dc07-4ec6-9eff-008fbed36c5a req-1f877b99-c38e-44bc-995a-c2b994318720 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556629 Nov 04 13:28:45.614254 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63edd4e-6a0e-4e68-ba11-15d0491fa041 req-1bd434a2-86a5-4fcc-92ac-bf615ce1df7e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:45.621752 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b63edd4e-6a0e-4e68-ba11-15d0491fa041 req-1bd434a2-86a5-4fcc-92ac-bf615ce1df7e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.1497092 Nov 04 13:28:45.689190 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b63edd4e-6a0e-4e68-ba11-15d0491fa041 req-c5bfb240-6858-4be3-b052-c513f909247c tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663640 Nov 04 13:28:46.038382 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf16062-f55c-4f70-9fdc-1204b399675d req-ef016f97-0161-416a-bd59-321b1443c64b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:46.048503 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-acf16062-f55c-4f70-9fdc-1204b399675d req-ef016f97-0161-416a-bd59-321b1443c64b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.1265757 Nov 04 13:28:46.105980 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-acf16062-f55c-4f70-9fdc-1204b399675d req-f727b8f8-3f1f-4cd0-824f-120925dd7e2d tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545957 Nov 04 13:28:46.482396 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9b3cf-6c19-482b-8f2f-2a57889d297e req-39982975-6420-4a6d-9a07-abad535808b2 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:46.491365 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a5e9b3cf-6c19-482b-8f2f-2a57889d297e req-39982975-6420-4a6d-9a07-abad535808b2 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.0943108 Nov 04 13:28:46.550321 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a5e9b3cf-6c19-482b-8f2f-2a57889d297e req-073cfbd8-9428-4d92-8c79-ebaec6277d98 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575511 Nov 04 13:28:46.822100 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f725f69-f5e4-4b7d-828f-5317870c6895 req-b03c83c1-94b0-443d-b3c8-f5bef8b88915 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:46.829498 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-2f725f69-f5e4-4b7d-828f-5317870c6895 req-b03c83c1-94b0-443d-b3c8-f5bef8b88915 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 945 time: 0.1092744 Nov 04 13:28:46.888781 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-2f725f69-f5e4-4b7d-828f-5317870c6895 req-662abffa-235f-4143-ae4c-da29a6de3f41 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582104 Nov 04 13:28:46.939232 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c003cd6-1b39-4a21-9294-14bb157b77f2 req-9e5ca33b-9866-4395-9cef-b83e9db4398b tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:46.946001 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3c003cd6-1b39-4a21-9294-14bb157b77f2 req-9e5ca33b-9866-4395-9cef-b83e9db4398b tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.1076090 Nov 04 13:28:47.038036 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3c003cd6-1b39-4a21-9294-14bb157b77f2 req-00a6c35e-6ba3-4a8a-84bf-f624a1eee8f4 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910976 Nov 04 13:28:47.273489 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ece92-aaab-403d-802c-40d4b117e938 req-ac4b6f52-6c65-41df-8fc0-579c1d04c2a5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:47.274219 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-2b0ece92-aaab-403d-802c-40d4b117e938 req-ac4b6f52-6c65-41df-8fc0-579c1d04c2a5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Synchronizing usage tracker for tenant:ca590547524248caa833248e6087476c on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:28:47.371950 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-2b0ece92-aaab-403d-802c-40d4b117e938 req-ac4b6f52-6c65-41df-8fc0-579c1d04c2a5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Unset dirty status for tenant:ca590547524248caa833248e6087476c on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:28:47.373101 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2b0ece92-aaab-403d-802c-40d4b117e938 req-ac4b6f52-6c65-41df-8fc0-579c1d04c2a5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 945 time: 0.2616014 Nov 04 13:28:47.446018 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad947978-b5f7-405e-a574-9511344f6d8e req-8afd23b9-6357-4a12-8889-f20bfae9f17c tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:47.455612 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-2b0ece92-aaab-403d-802c-40d4b117e938 req-3b420179-59c4-4bdb-a9fc-e4821252b4b9 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Deleting port 6a6347a1-b913-42b1-80fd-76f0c9ec7660 {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:28:47.456315 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-2b0ece92-aaab-403d-802c-40d4b117e938 req-3b420179-59c4-4bdb-a9fc-e4821252b4b9 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:47.459759 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ad947978-b5f7-405e-a574-9511344f6d8e req-8afd23b9-6357-4a12-8889-f20bfae9f17c tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.2052476 Nov 04 13:28:47.577812 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ad947978-b5f7-405e-a574-9511344f6d8e req-9ee8774e-b545-4a5e-baee-9036f16acb8d tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170728 Nov 04 13:28:48.017684 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-2b0ece92-aaab-403d-802c-40d4b117e938 req-3b420179-59c4-4bdb-a9fc-e4821252b4b9 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] For port 6a6347a1-b913-42b1-80fd-76f0c9ec7660, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=6a6347a1-b913-42b1-80fd-76f0c9ec7660,segment=NetworkSegment(b3a65132-091a-42fd-9f21-c848c12dfc96),segment_id=b3a65132-091a-42fd-9f21-c848c12dfc96)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:28:48.021421 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-2b0ece92-aaab-403d-802c-40d4b117e938 req-3b420179-59c4-4bdb-a9fc-e4821252b4b9 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:48.521696 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-2b0ece92-aaab-403d-802c-40d4b117e938 req-3b420179-59c4-4bdb-a9fc-e4821252b4b9 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Calling delete_port for 6a6347a1-b913-42b1-80fd-76f0c9ec7660 owned by compute:nova {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:28:48.621265 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c8d7b-dcdd-4f9b-a662-06027886b1fd req-f785fe3f-1b69-49b9-a219-839e7530796c tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:48.622685 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e67c8d7b-dcdd-4f9b-a662-06027886b1fd req-f785fe3f-1b69-49b9-a219-839e7530796c tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.7887549 Nov 04 13:28:48.665914 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-606c5fcf-e3a7-4fe0-a91e-9812c450a7be req-e99c870c-633f-4f7e-80ee-cf14e758b09e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7451332362e46a2a0a216c2925c30eb&device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 1098 time: 0.3095233 Nov 04 13:28:48.826092 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-2b0ece92-aaab-403d-802c-40d4b117e938 req-3b420179-59c4-4bdb-a9fc-e4821252b4b9 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:48.845452 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['116ea7e7-c6cc-45f2-a5de-aa2457a4db7c', '8cb5df9a-c6e3-4197-9b3a-912ffc6e9977', '6a6347a1-b913-42b1-80fd-76f0c9ec7660'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:28:48.854981 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:48.917516 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 43842) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:48.938248 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b420179-59c4-4bdb-a9fc-e4821252b4b9 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Pushing event deleted for resources: {'Port': ['ID=6a6347a1-b913-42b1-80fd-76f0c9ec7660,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:48.947301 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-3b420179-59c4-4bdb-a9fc-e4821252b4b9 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:48.963703 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c5fcf-e3a7-4fe0-a91e-9812c450a7be req-ea2e3d12-9b74-415b-89b0-2152a91cf06f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:48.965577 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-606c5fcf-e3a7-4fe0-a91e-9812c450a7be req-ea2e3d12-9b74-415b-89b0-2152a91cf06f service neutron] 10.222.0.52 "GET /v2.0/networks?id=6282d6f8-f89d-43c1-9bee-c61b55a30831 HTTP/1.1" status: 200 len: 912 time: 0.2985387 Nov 04 13:28:48.972667 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452dd96f-b8e6-4c57-87ed-672ce9eb33a6 req-34125f6a-14e8-414c-898d-21e56f28df29 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:48.979968 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-452dd96f-b8e6-4c57-87ed-672ce9eb33a6 req-34125f6a-14e8-414c-898d-21e56f28df29 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 867 time: 0.4208360 Nov 04 13:28:48.980570 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e67c8d7b-dcdd-4f9b-a662-06027886b1fd req-4fbeb311-86f6-4ef5-a6e7-af522e9e7a59 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001703 Nov 04 13:28:49.089507 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-606c5fcf-e3a7-4fe0-a91e-9812c450a7be req-d1cd4786-acd9-404d-a2ea-e0f58512162e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82d4400c-2819-4365-af92-3c9f5c02584f HTTP/1.1" status: 200 len: 1001 time: 0.1066477 Nov 04 13:28:49.168712 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a0337bd9-5799-4ea0-8b42-6ff6c0ed6237 req-82aa9011-e917-479f-a945-14e624bf4d31 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 1098 time: 0.8900778 Nov 04 13:28:49.182901 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0ece92-aaab-403d-802c-40d4b117e938 req-3b420179-59c4-4bdb-a9fc-e4821252b4b9 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] No DVR routers for this DVR port 6a6347a1-b913-42b1-80fd-76f0c9ec7660 on host hv-cinder-81036 {{(pid=82772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:28:49.186922 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-2b0ece92-aaab-403d-802c-40d4b117e938 req-3b420179-59c4-4bdb-a9fc-e4821252b4b9 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:49.191359 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c5fcf-e3a7-4fe0-a91e-9812c450a7be req-cdc44638-69bc-40c3-acfe-11d220a61a05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:49.192830 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-606c5fcf-e3a7-4fe0-a91e-9812c450a7be req-cdc44638-69bc-40c3-acfe-11d220a61a05 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a8b765cb-cd12-4457-b597-71f7e124b9ac HTTP/1.1" status: 200 len: 850 time: 0.0696175 Nov 04 13:28:49.259504 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f', 'name': 'network-vif-deleted', 'tag': '6a6347a1-b913-42b1-80fd-76f0c9ec7660'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:28:49.352190 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-452dd96f-b8e6-4c57-87ed-672ce9eb33a6 req-3423d77a-41b9-4285-b5f4-1598607d934d tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713877 Nov 04 13:28:49.360007 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a0337bd9-5799-4ea0-8b42-6ff6c0ed6237 req-968917df-c276-4b2a-8981-830b64435f31 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743975 Nov 04 13:28:49.414591 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2b0ece92-aaab-403d-802c-40d4b117e938 req-3b420179-59c4-4bdb-a9fc-e4821252b4b9 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.52 "DELETE /v2.0/ports/6a6347a1-b913-42b1-80fd-76f0c9ec7660 HTTP/1.1" status: 204 len: 173 time: 2.0278983 Nov 04 13:28:49.425815 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:28:49.466313 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-403f1f44-5070-499b-8b1b-422af06233a1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=22fdbe50320f41349837b9bbd88b956e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5421309 Nov 04 13:28:49.468144 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 43854) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:49.475012 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-606c5fcf-e3a7-4fe0-a91e-9812c450a7be req-9eac8579-b663-4856-9441-86caad133623 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6282d6f8-f89d-43c1-9bee-c61b55a30831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2691178 Nov 04 13:28:49.502052 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717dcfd-6b20-4991-a0ed-2ab5dc2ecb99 req-3eec8325-4e98-4c2e-a461-5fc46f77ec2a tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:49.506511 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7717dcfd-6b20-4991-a0ed-2ab5dc2ecb99 req-3eec8325-4e98-4c2e-a461-5fc46f77ec2a tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.1838005 Nov 04 13:28:49.538125 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-9f5a64e6-65bf-4a7b-b595-820b04131f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:49.567737 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-9f5a64e6-65bf-4a7b-b595-820b04131f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:49.628438 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7717dcfd-6b20-4991-a0ed-2ab5dc2ecb99 req-774dab39-4637-4dc8-9665-267983a27946 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133380 Nov 04 13:28:49.685500 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-9f5a64e6-65bf-4a7b-b595-820b04131f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:49.697838 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-e2aa6c6f-699f-487f-8b34-27abb5bbf194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:49.771628 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f', 'name': 'network-vif-deleted', 'tag': '6a6347a1-b913-42b1-80fd-76f0c9ec7660', 'status': 'completed', 'code': 200} Nov 04 13:28:49.779596 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a64e6-65bf-4a7b-b595-820b04131f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4117abc-8e63-48c1-89a4-51bed7af44b3,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:49.785328 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-9f5a64e6-65bf-4a7b-b595-820b04131f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:49.819114 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-9f5a64e6-65bf-4a7b-b595-820b04131f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:49.823409 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-9f5a64e6-65bf-4a7b-b595-820b04131f01 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d4117abc-8e63-48c1-89a4-51bed7af44b3 HTTP/1.1" status: 204 len: 168 time: 0.3536091 Nov 04 13:28:49.877018 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-606c5fcf-e3a7-4fe0-a91e-9812c450a7be req-b53d2370-25de-40ca-b321-28e69fa2fc95 service neutron] 10.222.0.52 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554951 Nov 04 13:28:49.917883 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c115bd-2ea1-4483-b486-e07ce39307af req-3eb1c301-d3b7-4e18-9348-d88b39304869 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:49.928628 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-87c115bd-2ea1-4483-b486-e07ce39307af req-3eb1c301-d3b7-4e18-9348-d88b39304869 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.3054614 Nov 04 13:28:50.086796 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-87c115bd-2ea1-4483-b486-e07ce39307af req-a593d1ab-a719-4bf1-8c19-5b4015518258 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563361 Nov 04 13:28:50.292594 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-606c5fcf-e3a7-4fe0-a91e-9812c450a7be req-f4d0a00c-2447-4990-a3c3-e86b39795a13 service neutron] 10.222.0.52 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600693 Nov 04 13:28:50.453056 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f94f1-1241-409e-93f0-580c8b2631de req-431c0727-e361-4b00-9048-d74ad8413cd1 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:50.464213 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-151f94f1-1241-409e-93f0-580c8b2631de req-431c0727-e361-4b00-9048-d74ad8413cd1 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.2502937 Nov 04 13:28:50.536220 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-151f94f1-1241-409e-93f0-580c8b2631de req-9fa2bb64-8be8-409e-8ba5-cac4e3f1d962 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709734 Nov 04 13:28:50.714557 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-20fe3602-f030-4fc6-a72f-b7025860e1b8 req-110647f4-3c67-4d71-994d-e320f4199207 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5ade82b-6a0f-4fd2-bce7-27a80adc0c6f HTTP/1.1" status: 200 len: 210 time: 0.0829568 Nov 04 13:28:50.858834 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43376ec-2fa2-4826-a3b6-414327b52f7a req-5e55a4ec-443a-4dc4-9515-abfbc0312dbe tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:50.861078 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a43376ec-2fa2-4826-a3b6-414327b52f7a req-5e55a4ec-443a-4dc4-9515-abfbc0312dbe tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.0911787 Nov 04 13:28:50.914132 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a43376ec-2fa2-4826-a3b6-414327b52f7a req-1f69b62b-9f1f-4c9b-a543-08295e8542fe tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460563 Nov 04 13:28:51.403190 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 6a6347a1-b913-42b1-80fd-76f0c9ec7660 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:28:51.447104 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] No Port match for: 6a6347a1-b913-42b1-80fd-76f0c9ec7660 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:28:51.447840 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 6a6347a1-b913-42b1-80fd-76f0c9ec7660 not bound to the agent host hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:28:51.509793 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d84e3-7286-4c98-ab23-2efb4b8c3274 req-f275e13e-a021-4175-9b77-693c9e2904a6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:51.511240 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-da8d84e3-7286-4c98-ab23-2efb4b8c3274 req-f275e13e-a021-4175-9b77-693c9e2904a6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.1923003 Nov 04 13:28:51.565422 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-da8d84e3-7286-4c98-ab23-2efb4b8c3274 req-11406386-6c43-45e3-8dda-fbd90500566b tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482037 Nov 04 13:28:51.913521 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19925298-6587-4e34-b31b-0a71e3818de3 req-449780cd-ee24-4655-86fb-f9b4d10d55f5 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:51.920851 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-19925298-6587-4e34-b31b-0a71e3818de3 req-449780cd-ee24-4655-86fb-f9b4d10d55f5 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.2440221 Nov 04 13:28:51.980175 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-19925298-6587-4e34-b31b-0a71e3818de3 req-37a73d88-e8df-4262-ac0d-206287e0dc45 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582676 Nov 04 13:28:52.188547 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3661e-010a-4044-b451-f544c30e33e5 req-879d6f50-fda1-482c-9260-00d9a8089c80 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:52.198883 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d1b3661e-010a-4044-b451-f544c30e33e5 req-879d6f50-fda1-482c-9260-00d9a8089c80 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.1017566 Nov 04 13:28:52.243288 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d1b3661e-010a-4044-b451-f544c30e33e5 req-b0acc2b9-09c5-437d-8d6e-7c795945ba9e tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435305 Nov 04 13:28:52.304226 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53eb894-453d-4eb6-b265-29a8b8231f17 req-cd28676b-1df4-4b89-9aa5-f28d47eca615 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:52.305696 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a53eb894-453d-4eb6-b265-29a8b8231f17 req-cd28676b-1df4-4b89-9aa5-f28d47eca615 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1192634 Nov 04 13:28:52.381947 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a53eb894-453d-4eb6-b265-29a8b8231f17 req-36fbd7fd-68ce-4f59-aa29-12ed66bd54a7 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700150 Nov 04 13:28:52.544995 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3acb6-21b3-42bb-9ea9-1a3e558fb469 req-dd825b8c-b7ff-43c6-9c64-2346e70cd949 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:52.546020 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-78c3acb6-21b3-42bb-9ea9-1a3e558fb469 req-dd825b8c-b7ff-43c6-9c64-2346e70cd949 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Synchronizing usage tracker for tenant:ca590547524248caa833248e6087476c on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:28:52.570599 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-78c3acb6-21b3-42bb-9ea9-1a3e558fb469 req-dd825b8c-b7ff-43c6-9c64-2346e70cd949 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Unset dirty status for tenant:ca590547524248caa833248e6087476c on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:28:52.574143 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-78c3acb6-21b3-42bb-9ea9-1a3e558fb469 req-dd825b8c-b7ff-43c6-9c64-2346e70cd949 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=60185973-e8ff-4fc4-820f-6e035d82a4d2 HTTP/1.1" status: 200 len: 945 time: 0.1519446 Nov 04 13:28:52.675812 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-78c3acb6-21b3-42bb-9ea9-1a3e558fb469 req-97256ee5-ea54-4278-92c3-9068735b49e2 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956061 Nov 04 13:28:52.899577 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a78a5-ce1d-4d18-986a-6ffb2d5aeb1c req-7ade9f75-dc03-4523-8eda-ca12d3038e79 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:52.901037 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-737a78a5-ce1d-4d18-986a-6ffb2d5aeb1c req-7ade9f75-dc03-4523-8eda-ca12d3038e79 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.1485937 Nov 04 13:28:52.973516 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-737a78a5-ce1d-4d18-986a-6ffb2d5aeb1c req-f4f9cb07-5ceb-4b63-b54b-bbe6739caa15 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577416 Nov 04 13:28:53.742437 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827aad9e-dbc0-475e-8399-0f0264c11d2c req-8d798eb7-7b97-458f-99a4-6b2573578397 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:53.744784 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-827aad9e-dbc0-475e-8399-0f0264c11d2c req-8d798eb7-7b97-458f-99a4-6b2573578397 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.52 "GET /v2.0/ports?device_id=60185973-e8ff-4fc4-820f-6e035d82a4d2 HTTP/1.1" status: 200 len: 945 time: 0.1016967 Nov 04 13:28:53.856289 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [req-827aad9e-dbc0-475e-8399-0f0264c11d2c req-03d1f885-109d-48fa-90c8-b42682ffda8a tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Deleting port 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 {{(pid=82773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:28:53.856813 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-827aad9e-dbc0-475e-8399-0f0264c11d2c req-03d1f885-109d-48fa-90c8-b42682ffda8a tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:53.989784 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44fead-805d-462e-9e29-00691924ffad req-69c251e1-0171-4083-9329-9db3ffe395a0 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:53.997633 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ae44fead-805d-462e-9e29-00691924ffad req-69c251e1-0171-4083-9329-9db3ffe395a0 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=60185973-e8ff-4fc4-820f-6e035d82a4d2 HTTP/1.1" status: 200 len: 945 time: 0.1119347 Nov 04 13:28:54.078526 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ae44fead-805d-462e-9e29-00691924ffad req-e26ae728-a22d-4e49-8017-c17c25b7675e tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795739 Nov 04 13:28:54.164519 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:54.429247 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787f9b9-890f-4b7c-acb1-b4c7cce8c3c0 req-2c7ae935-b873-4b1c-bd95-49287a380685 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:54.430720 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-0787f9b9-890f-4b7c-acb1-b4c7cce8c3c0 req-2c7ae935-b873-4b1c-bd95-49287a380685 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.1705003 Nov 04 13:28:54.432486 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.db [req-827aad9e-dbc0-475e-8399-0f0264c11d2c req-03d1f885-109d-48fa-90c8-b42682ffda8a tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] For port 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=8cb5df9a-c6e3-4197-9b3a-912ffc6e9977,segment=NetworkSegment(b3a65132-091a-42fd-9f21-c848c12dfc96),segment_id=b3a65132-091a-42fd-9f21-c848c12dfc96)] {{(pid=82773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:28:54.432857 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-827aad9e-dbc0-475e-8399-0f0264c11d2c req-03d1f885-109d-48fa-90c8-b42682ffda8a tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:54.538232 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-0787f9b9-890f-4b7c-acb1-b4c7cce8c3c0 req-193858da-43e3-403b-aea3-54b6004c4d79 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963640 Nov 04 13:28:54.685296 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [req-827aad9e-dbc0-475e-8399-0f0264c11d2c req-03d1f885-109d-48fa-90c8-b42682ffda8a tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Calling delete_port for 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 owned by compute:nova {{(pid=82773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:28:54.731007 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77fbb5-ba1b-4d25-88de-936d903b9a25 req-cf9826cf-55d6-4b9b-b5f6-b8f6e270bc47 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:54.733238 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-aa77fbb5-ba1b-4d25-88de-936d903b9a25 req-cf9826cf-55d6-4b9b-b5f6-b8f6e270bc47 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1328442 Nov 04 13:28:54.746641 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6a92b6c1-89fd-4b7e-9ea4-2667aa51030c req-0fd0c36b-c0b3-4b9b-9c85-f26e85f71f3a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1045286fb73b402889070a294f6a163c&device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 1098 time: 0.2136998 Nov 04 13:28:54.960099 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-aa77fbb5-ba1b-4d25-88de-936d903b9a25 req-d8052b71-68ce-4f72-b463-1f75e852a110 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195272 Nov 04 13:28:55.005239 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92b6c1-89fd-4b7e-9ea4-2667aa51030c req-58c61c28-2e25-4c5e-8a98-a06f83b8fd60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:55.007896 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6a92b6c1-89fd-4b7e-9ea4-2667aa51030c req-58c61c28-2e25-4c5e-8a98-a06f83b8fd60 service neutron] 10.222.0.52 "GET /v2.0/networks?id=92a0a7a0-75b6-4ced-9746-003e01dbfb31 HTTP/1.1" status: 200 len: 920 time: 0.2531331 Nov 04 13:28:55.009851 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-827aad9e-dbc0-475e-8399-0f0264c11d2c req-03d1f885-109d-48fa-90c8-b42682ffda8a tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:55.021186 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:55.025447 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['116ea7e7-c6cc-45f2-a5de-aa2457a4db7c', '8cb5df9a-c6e3-4197-9b3a-912ffc6e9977'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:28:55.094081 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6a92b6c1-89fd-4b7e-9ea4-2667aa51030c req-7f6b61c1-0ce3-4526-a4d9-7baa3f15dc22 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4da13408-5eb3-4692-ad04-e78857720d10 HTTP/1.1" status: 200 len: 217 time: 0.0789440 Nov 04 13:28:55.134061 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1f885-109d-48fa-90c8-b42682ffda8a tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Pushing event deleted for resources: {'Port': ['ID=8cb5df9a-c6e3-4197-9b3a-912ffc6e9977,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:55.189523 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-03d1f885-109d-48fa-90c8-b42682ffda8a tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:55.228970 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92b6c1-89fd-4b7e-9ea4-2667aa51030c req-b9162a84-70b6-4d9e-a55c-2a7f258d9b98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:55.230438 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6a92b6c1-89fd-4b7e-9ea4-2667aa51030c req-b9162a84-70b6-4d9e-a55c-2a7f258d9b98 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c492f872-b286-45e9-8aab-f296054e0244 HTTP/1.1" status: 200 len: 859 time: 0.1194179 Nov 04 13:28:55.290402 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [req-827aad9e-dbc0-475e-8399-0f0264c11d2c req-03d1f885-109d-48fa-90c8-b42682ffda8a tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] No DVR routers for this DVR port 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 on host hv-cinder-81036 {{(pid=82773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:28:55.297735 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-827aad9e-dbc0-475e-8399-0f0264c11d2c req-03d1f885-109d-48fa-90c8-b42682ffda8a tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:55.314961 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6a92b6c1-89fd-4b7e-9ea4-2667aa51030c req-7948f884-8222-40aa-902b-5a7b7dd5e855 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=92a0a7a0-75b6-4ced-9746-003e01dbfb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733330 Nov 04 13:28:55.315569 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60185973-e8ff-4fc4-820f-6e035d82a4d2', 'name': 'network-vif-deleted', 'tag': '8cb5df9a-c6e3-4197-9b3a-912ffc6e9977'}] {{(pid=82773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:28:55.338911 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-827aad9e-dbc0-475e-8399-0f0264c11d2c req-03d1f885-109d-48fa-90c8-b42682ffda8a tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.52 "DELETE /v2.0/ports/8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 HTTP/1.1" status: 204 len: 173 time: 1.5863476 Nov 04 13:28:55.438588 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-ab33be9e-70a4-47bc-baa6-76dce45960c9 req-8e051363-73c2-4074-af2c-de879e1e5ccd tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Synchronizing usage tracker for tenant:ca590547524248caa833248e6087476c on resource:port {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:28:55.443274 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60185973-e8ff-4fc4-820f-6e035d82a4d2', 'name': 'network-vif-deleted', 'tag': '8cb5df9a-c6e3-4197-9b3a-912ffc6e9977', 'status': 'completed', 'code': 200} Nov 04 13:28:55.469276 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-ab33be9e-70a4-47bc-baa6-76dce45960c9 req-8e051363-73c2-4074-af2c-de879e1e5ccd tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Unset dirty status for tenant:ca590547524248caa833248e6087476c on resource:port {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:28:55.471067 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ab33be9e-70a4-47bc-baa6-76dce45960c9 req-8e051363-73c2-4074-af2c-de879e1e5ccd tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=60185973-e8ff-4fc4-820f-6e035d82a4d2 HTTP/1.1" status: 200 len: 210 time: 0.1312759 Nov 04 13:28:55.526223 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6a92b6c1-89fd-4b7e-9ea4-2667aa51030c req-62b05800-52c3-4e52-b052-088d8346ea6c service neutron] 10.222.0.52 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053792 Nov 04 13:28:55.736424 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6a92b6c1-89fd-4b7e-9ea4-2667aa51030c req-e898f83f-39d5-4f50-a59e-fd9d58578216 service neutron] 10.222.0.52 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023330 Nov 04 13:28:55.847577 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d00fe-e58a-4779-baaf-8b3658beec39 req-a373b7b8-43fb-4acc-bec0-b7ff7a57f79e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:55.849915 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7d7d00fe-e58a-4779-baaf-8b3658beec39 req-a373b7b8-43fb-4acc-bec0-b7ff7a57f79e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.1123159 Nov 04 13:28:55.906830 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7d7d00fe-e58a-4779-baaf-8b3658beec39 req-16dab931-2af3-44c5-b7cb-3c11e33da270 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502741 Nov 04 13:28:56.316784 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e54e2c-3100-4a54-a7e4-89bca77383c3 req-0d6a02da-3a74-43ef-92ab-25d8425abc74 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:56.318845 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-47e54e2c-3100-4a54-a7e4-89bca77383c3 req-0d6a02da-3a74-43ef-92ab-25d8425abc74 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1833320 Nov 04 13:28:56.402142 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-47e54e2c-3100-4a54-a7e4-89bca77383c3 req-8cf96e7f-56c8-48af-a285-e113f9003a93 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777617 Nov 04 13:28:57.112478 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 44006) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:57.200798 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a2a66-0b72-4ca2-ad24-8d1add098464 req-f7b5cb2a-5914-4a17-b9ff-0fdab30f9681 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:57.210015 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-cd0a2a66-0b72-4ca2-ad24-8d1add098464 req-f7b5cb2a-5914-4a17-b9ff-0fdab30f9681 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.1453257 Nov 04 13:28:57.263840 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-cd0a2a66-0b72-4ca2-ad24-8d1add098464 req-a7f72fc1-60f0-435c-8022-adb3600ff1f5 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527382 Nov 04 13:28:57.355116 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdd39-5fd4-4e97-a065-12de6dec7982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:57.402991 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-ac5cdd39-5fd4-4e97-a065-12de6dec7982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:28:57.407474 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-ac5cdd39-5fd4-4e97-a065-12de6dec7982 admin admin] Usage tracker for resource:security_group_rule and tenant:e93d7ff5b61f4992bb00b98272cc46ee is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:28:57.412756 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-ac5cdd39-5fd4-4e97-a065-12de6dec7982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:28:57.420956 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-ac5cdd39-5fd4-4e97-a065-12de6dec7982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:28:57.452192 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:28:57.492179 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] No Port match for: 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:28:57.492806 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 8cb5df9a-c6e3-4197-9b3a-912ffc6e9977 not bound to the agent host hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:28:57.597801 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdd39-5fd4-4e97-a065-12de6dec7982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:57.607753 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdd39-5fd4-4e97-a065-12de6dec7982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:57.616143 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-c22f84ec-8fb9-46c9-a391-233da75534b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:57.655839 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-ac5cdd39-5fd4-4e97-a065-12de6dec7982 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e93d7ff5b61f4992bb00b98272cc46ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5418873 Nov 04 13:28:57.660557 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 44016) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:28:57.674257 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cdd39-5fd4-4e97-a065-12de6dec7982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f83df3-d70b-4217-8702-05aabab22199,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:57.700993 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-ac5cdd39-5fd4-4e97-a065-12de6dec7982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:57.725261 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddd2ef-3d6a-4b94-a89f-e607300f0622 req-0b4a7b66-3064-42bb-be41-71e4a6add7a6 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:57.727036 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-05ddd2ef-3d6a-4b94-a89f-e607300f0622 req-0b4a7b66-3064-42bb-be41-71e4a6add7a6 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1830189 Nov 04 13:28:57.750516 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-feafd35c-9d62-44f0-b127-fc9e407096b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:57.786657 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-feafd35c-9d62-44f0-b127-fc9e407096b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:57.790681 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-05ddd2ef-3d6a-4b94-a89f-e607300f0622 req-a347372c-01aa-4d2d-bb17-eb5bd5e5d70d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463614 Nov 04 13:28:57.867655 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-feafd35c-9d62-44f0-b127-fc9e407096b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:57.871900 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-f385d7b0-d1b3-4964-9eec-c60d521f8606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:28:57.894605 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafd35c-9d62-44f0-b127-fc9e407096b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f83df3-d70b-4217-8702-05aabab22199,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:28:57.908541 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-feafd35c-9d62-44f0-b127-fc9e407096b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:28:57.911161 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-feafd35c-9d62-44f0-b127-fc9e407096b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:57.913661 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-feafd35c-9d62-44f0-b127-fc9e407096b6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c3f83df3-d70b-4217-8702-05aabab22199 HTTP/1.1" status: 204 len: 168 time: 0.2504673 Nov 04 13:28:58.424542 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fc51b-c9ee-4a93-afed-4565ffdc27fc req-5646e89a-f419-410d-b1f1-2505072cc106 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:58.426155 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-489fc51b-c9ee-4a93-afed-4565ffdc27fc req-5646e89a-f419-410d-b1f1-2505072cc106 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 945 time: 0.1187119 Nov 04 13:28:58.492826 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-489fc51b-c9ee-4a93-afed-4565ffdc27fc req-5030784a-d9ee-4cfc-be00-d2c352d8a971 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598068 Nov 04 13:28:58.573912 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e55775-6e15-49d8-98f5-fbe6fad41736 req-b27787f5-76d7-4cf0-b72b-130d22a3d102 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:58.575476 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-74e55775-6e15-49d8-98f5-fbe6fad41736 req-b27787f5-76d7-4cf0-b72b-130d22a3d102 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.1121006 Nov 04 13:28:58.729425 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-74e55775-6e15-49d8-98f5-fbe6fad41736 req-647f22a6-ae71-4576-b761-da59c8f940a5 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472361 Nov 04 13:28:59.030322 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-e297611e-e91b-4701-b8c2-9b8570b9b443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:59.083312 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e207a-9847-4594-94b2-c758f0ef0491 req-20331dd1-a02c-47a5-a797-c74047b7e275 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:59.084794 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-762e207a-9847-4594-94b2-c758f0ef0491 req-20331dd1-a02c-47a5-a797-c74047b7e275 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1171269 Nov 04 13:28:59.137741 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-762e207a-9847-4594-94b2-c758f0ef0491 req-7a406a4c-3dbe-46ba-ad19-70a47459bcce tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466006 Nov 04 13:28:59.389101 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:28:59.728399 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60636d7e-6095-493d-a7ac-1e93b1b8998e req-3bd22030-5520-4767-a946-8c3cca1a3f1b tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:28:59.730146 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-60636d7e-6095-493d-a7ac-1e93b1b8998e req-3bd22030-5520-4767-a946-8c3cca1a3f1b tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 945 time: 0.0825851 Nov 04 13:28:59.780389 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-60636d7e-6095-493d-a7ac-1e93b1b8998e req-f96e724c-fe1c-4923-a718-cbef5fc2af52 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/security-groups?id=978f4f21-0056-467e-9055-72530b8479f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439320 Nov 04 13:29:00.030656 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587eaf4a-b99c-4fd5-8af3-a41f117e4626 req-e30810ef-5f7a-43c7-b43e-5006e2159e83 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:00.032303 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-587eaf4a-b99c-4fd5-8af3-a41f117e4626 req-e30810ef-5f7a-43c7-b43e-5006e2159e83 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.1590133 Nov 04 13:29:00.078992 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-587eaf4a-b99c-4fd5-8af3-a41f117e4626 req-1965bbc5-e494-423c-a9f9-7cabc9a8813e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404932 Nov 04 13:29:00.340902 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d82abd-4918-44ed-aae4-4010860a8378 req-2db54568-1267-42df-87ef-ce27535886e9 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:00.342359 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e0d82abd-4918-44ed-aae4-4010860a8378 req-2db54568-1267-42df-87ef-ce27535886e9 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0822039 Nov 04 13:29:00.383409 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca118c-b5af-4207-89f5-359d3ada520b req-53998b18-3f1f-4da2-b046-f26c0742d57e tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:00.385814 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-36ca118c-b5af-4207-89f5-359d3ada520b req-53998b18-3f1f-4da2-b046-f26c0742d57e tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.52 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 945 time: 0.0808430 Nov 04 13:29:00.392593 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e0d82abd-4918-44ed-aae4-4010860a8378 req-39ea3174-39e1-41ed-ae95-11aac9788bd7 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441105 Nov 04 13:29:00.464741 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-36ca118c-b5af-4207-89f5-359d3ada520b req-7d51d7d3-cf72-4b97-a1c9-00c86dd90d63 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Deleting port 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:29:00.465074 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-36ca118c-b5af-4207-89f5-359d3ada520b req-7d51d7d3-cf72-4b97-a1c9-00c86dd90d63 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:00.657531 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d77a609d-fc4b-4a3e-90a5-04b1e9f07f48 req-40309c74-4bc0-4436-830f-18eb7291a667 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8899ac9b01e42658da4f7daa3a70cb6&device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0805075 Nov 04 13:29:00.710909 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-36ca118c-b5af-4207-89f5-359d3ada520b req-7d51d7d3-cf72-4b97-a1c9-00c86dd90d63 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] For port 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=116ea7e7-c6cc-45f2-a5de-aa2457a4db7c,segment=NetworkSegment(b3a65132-091a-42fd-9f21-c848c12dfc96),segment_id=b3a65132-091a-42fd-9f21-c848c12dfc96)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:29:00.711371 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-36ca118c-b5af-4207-89f5-359d3ada520b req-7d51d7d3-cf72-4b97-a1c9-00c86dd90d63 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:00.798018 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a609d-fc4b-4a3e-90a5-04b1e9f07f48 req-35b8ec2e-ac81-4c44-9221-bbc78a10a63e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:00.799492 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d77a609d-fc4b-4a3e-90a5-04b1e9f07f48 req-35b8ec2e-ac81-4c44-9221-bbc78a10a63e service neutron] 10.222.0.52 "GET /v2.0/networks?id=19b33287-e8f1-4ba3-9b40-154cff1c5c43 HTTP/1.1" status: 200 len: 918 time: 0.1351957 Nov 04 13:29:00.848342 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-36ca118c-b5af-4207-89f5-359d3ada520b req-7d51d7d3-cf72-4b97-a1c9-00c86dd90d63 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Calling delete_port for 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c owned by compute:nova {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:29:00.918712 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d77a609d-fc4b-4a3e-90a5-04b1e9f07f48 req-a99cf871-a28d-449f-afe4-e78ca83113dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85ac3963-e517-43d5-8531-ad936c9306a6 HTTP/1.1" status: 200 len: 1002 time: 0.1069088 Nov 04 13:29:01.002142 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a609d-fc4b-4a3e-90a5-04b1e9f07f48 req-64e29063-6134-4763-8031-d6ce48871daf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:01.003602 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d77a609d-fc4b-4a3e-90a5-04b1e9f07f48 req-64e29063-6134-4763-8031-d6ce48871daf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=015f8400-61d5-446c-9985-04a90256d94c HTTP/1.1" status: 200 len: 856 time: 0.0715375 Nov 04 13:29:01.011076 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-36ca118c-b5af-4207-89f5-359d3ada520b req-7d51d7d3-cf72-4b97-a1c9-00c86dd90d63 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:01.017781 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:01.024954 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['116ea7e7-c6cc-45f2-a5de-aa2457a4db7c'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:29:01.070710 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51d7d3-cf72-4b97-a1c9-00c86dd90d63 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Pushing event deleted for resources: {'Port': ['ID=116ea7e7-c6cc-45f2-a5de-aa2457a4db7c,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:01.073849 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-7d51d7d3-cf72-4b97-a1c9-00c86dd90d63 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:01.092851 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d77a609d-fc4b-4a3e-90a5-04b1e9f07f48 req-70e3e99e-9d81-49ac-8924-fe2bfbbdc683 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b33287-e8f1-4ba3-9b40-154cff1c5c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802019 Nov 04 13:29:01.133557 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f9d1886-f4fe-4256-98df-cbc1f3d68c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:01.155415 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-70d11763-8478-44c1-835e-caa7ea2e678c req-b81ec646-4c6e-417a-b198-4a07660d6d45 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.93 "GET /v2.0/ports?device_id=3499ceae-ac36-4085-b4df-5303a92a1669 HTTP/1.1" status: 200 len: 210 time: 0.0788956 Nov 04 13:29:01.203109 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ca118c-b5af-4207-89f5-359d3ada520b req-7d51d7d3-cf72-4b97-a1c9-00c86dd90d63 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] No DVR routers for this DVR port 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c on host hv-cinder-81036 {{(pid=82772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:29:01.207910 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-36ca118c-b5af-4207-89f5-359d3ada520b req-7d51d7d3-cf72-4b97-a1c9-00c86dd90d63 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:01.214216 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3499ceae-ac36-4085-b4df-5303a92a1669', 'name': 'network-vif-deleted', 'tag': '116ea7e7-c6cc-45f2-a5de-aa2457a4db7c'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:29:01.257260 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-36ca118c-b5af-4207-89f5-359d3ada520b req-7d51d7d3-cf72-4b97-a1c9-00c86dd90d63 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] 10.222.0.52 "DELETE /v2.0/ports/116ea7e7-c6cc-45f2-a5de-aa2457a4db7c HTTP/1.1" status: 204 len: 173 time: 0.8652563 Nov 04 13:29:01.296309 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3499ceae-ac36-4085-b4df-5303a92a1669', 'name': 'network-vif-deleted', 'tag': '116ea7e7-c6cc-45f2-a5de-aa2457a4db7c', 'status': 'completed', 'code': 200} Nov 04 13:29:01.310328 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d77a609d-fc4b-4a3e-90a5-04b1e9f07f48 req-a23d235d-1970-4670-a73f-4d54d94fce8b service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103217 Nov 04 13:29:01.457670 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7f762-abd5-4e69-ade8-f4e8498f5071 req-6f991a7d-effe-4628-8e04-7bb109436aab tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:01.459146 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d5f7f762-abd5-4e69-ade8-f4e8498f5071 req-6f991a7d-effe-4628-8e04-7bb109436aab tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.2037525 Nov 04 13:29:01.500815 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d77a609d-fc4b-4a3e-90a5-04b1e9f07f48 req-47512aef-0039-4e89-a2af-9d30cf065b4f service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767266 Nov 04 13:29:01.522201 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d5f7f762-abd5-4e69-ade8-f4e8498f5071 req-56f82a5b-157a-4eb9-b883-b1f2953d808f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516329 Nov 04 13:29:01.593407 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334252ae-3a6f-438c-a727-73c22d5d7811 req-9f0af318-102d-4f53-b786-7340f8fdef4a tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:01.595606 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-334252ae-3a6f-438c-a727-73c22d5d7811 req-9f0af318-102d-4f53-b786-7340f8fdef4a tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0780323 Nov 04 13:29:01.645727 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-334252ae-3a6f-438c-a727-73c22d5d7811 req-7d4bcf5e-66aa-4713-b511-b362710545b2 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392857 Nov 04 13:29:02.026627 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:02.268430 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 44066) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:02.327413 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_v2 [None req-403fa6ac-d5bb-4019-852c-76a7fb0808c7 admin admin] Deleting subnet 9e4a0bf0-8086-4b70-87a4-6eff05a52c1a {{(pid=82773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 04 13:29:02.330957 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-403fa6ac-d5bb-4019-852c-76a7fb0808c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:02.385847 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-403fa6ac-d5bb-4019-852c-76a7fb0808c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671906'] for subnet, precommit_delete_associations {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:02.450356 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-403fa6ac-d5bb-4019-852c-76a7fb0808c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1049700'] for subnet, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:02.524918 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-403fa6ac-d5bb-4019-852c-76a7fb0808c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1049629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2671894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2421650'] for subnet, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:02.528675 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:02.571161 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fa6ac-d5bb-4019-852c-76a7fb0808c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e4a0bf0-8086-4b70-87a4-6eff05a52c1a,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:02.575251 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-403fa6ac-d5bb-4019-852c-76a7fb0808c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:02.580419 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-403fa6ac-d5bb-4019-852c-76a7fb0808c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:02.588998 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-403fa6ac-d5bb-4019-852c-76a7fb0808c7 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/9e4a0bf0-8086-4b70-87a4-6eff05a52c1a HTTP/1.1" status: 204 len: 168 time: 0.3167686 Nov 04 13:29:02.589108 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 44072) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:02.739389 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5c899170-c269-497b-b6ff-fc2d2d58c055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1120378'] for network, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:02.850361 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cce03-5781-4f03-9fc3-4b382c9cee37 req-c03b9cb6-0769-4407-a476-2e097ee93669 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:02.851808 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-dd8cce03-5781-4f03-9fc3-4b382c9cee37 req-c03b9cb6-0769-4407-a476-2e097ee93669 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0835319 Nov 04 13:29:02.889699 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f6165-0240-4269-87c8-ca3e2941c504 req-48997e55-5e38-4638-b5e6-af2afc1a9787 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:02.891369 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a48f6165-0240-4269-87c8-ca3e2941c504 req-48997e55-5e38-4638-b5e6-af2afc1a9787 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 946 time: 0.2124953 Nov 04 13:29:02.898548 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5c899170-c269-497b-b6ff-fc2d2d58c055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1063405', 'neutron.services.segments.db._delete_segments_for_network-8742936665528'] for network, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:02.904185 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-dd8cce03-5781-4f03-9fc3-4b382c9cee37 req-bc5a1b2a-29ca-417d-b089-d98c7eb64697 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465887 Nov 04 13:29:02.944091 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.services.segments.db [None req-5c899170-c269-497b-b6ff-fc2d2d58c055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e']}} {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:29:02.965639 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.services.segments.db [None req-5c899170-c269-497b-b6ff-fc2d2d58c055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a65132-091a-42fd-9f21-c848c12dfc96') {'for_net_delete': True} {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:29:02.965930 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.services.segments.db [None req-5c899170-c269-497b-b6ff-fc2d2d58c055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a65132-091a-42fd-9f21-c848c12dfc96') {} {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:29:02.981126 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5c899170-c269-497b-b6ff-fc2d2d58c055 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742936667091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3573361'] for segment, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:02.989449 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a48f6165-0240-4269-87c8-ca3e2941c504 req-92f9e2ac-c509-4114-abd6-b743aef8a7d3 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833027 Nov 04 13:29:02.999493 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5c899170-c269-497b-b6ff-fc2d2d58c055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:03.007586 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c899170-c269-497b-b6ff-fc2d2d58c055 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=82772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 04 13:29:03.007969 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5c899170-c269-497b-b6ff-fc2d2d58c055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3573450'] for segment, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: Traceback (most recent call last): Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: timer() Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: cb(*args, **kw) Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: return func(*args, **kwargs) Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: self._notify() Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: self.callback(batched_events) Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: event.method(event) Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: return f(self, *a, **k) Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: return self._get(url).json() Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: return self.request(url, 'GET', **kwargs) Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 13:29:03.021641 dv-cinder-810367-1-smb neutron-server[82772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 13:29:03.097653 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5c899170-c269-497b-b6ff-fc2d2d58c055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1063398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837420'] for network, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:03.101312 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-41365ebd-b242-4fc9-8e70-54a088caca26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:03.115025 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5c899170-c269-497b-b6ff-fc2d2d58c055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:03.126409 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c899170-c269-497b-b6ff-fc2d2d58c055 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:03.129181 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-5c899170-c269-497b-b6ff-fc2d2d58c055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:03.132917 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-5c899170-c269-497b-b6ff-fc2d2d58c055 admin admin] 10.222.0.93 "DELETE /v2.0/networks/9fcbd7ee-5f2d-4c3c-9ace-fbbda705204e HTTP/1.1" status: 204 len: 168 time: 0.5425937 Nov 04 13:29:03.332296 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 44082) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:03.384248 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-fa88ec60-52c2-40df-b0a1-09dce097d3e6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ca590547524248caa833248e6087476c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507038 Nov 04 13:29:03.386630 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 44086) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:03.499662 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 85ac3963-e517-43d5-8531-ad936c9306a6 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:29:03.516902 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-af598189-6103-4736-a11f-190f0d520d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:03.544899 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-af598189-6103-4736-a11f-190f0d520d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:03.610735 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-af598189-6103-4736-a11f-190f0d520d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:03.615602 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-40d34f69-4dd7-4ebf-ac1d-43ca004d23b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:03.628913 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af598189-6103-4736-a11f-190f0d520d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978f4f21-0056-467e-9055-72530b8479f2,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:03.631384 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-af598189-6103-4736-a11f-190f0d520d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:03.637905 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-af598189-6103-4736-a11f-190f0d520d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:03.640954 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-af598189-6103-4736-a11f-190f0d520d76 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/978f4f21-0056-467e-9055-72530b8479f2 HTTP/1.1" status: 204 len: 168 time: 0.2510548 Nov 04 13:29:03.654814 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:03.659277 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:03.689936 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a9705e-6620-4bcd-a317-5cd382075fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85ac3963-e517-43d5-8531-ad936c9306a6'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:29:03.700326 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 85ac3963-e517-43d5-8531-ad936c9306a6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=85ac3963-e517-43d5-8531-ad936c9306a6,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:29:03.704909 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:03.705775 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:29:03.733256 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:03.764822 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a9705e-6620-4bcd-a317-5cd382075fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85ac3963-e517-43d5-8531-ad936c9306a6', 'code': 200} Nov 04 13:29:03.779554 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] No Port match for: 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:29:03.779906 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 116ea7e7-c6cc-45f2-a5de-aa2457a4db7c not bound to the agent host hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:29:03.807806 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=85ac3963-e517-43d5-8531-ad936c9306a6,revision_number=8']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:03.811199 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:04.149339 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067f8af-85ab-4ef8-9b9a-f4a7e770eb28 req-b172887e-6b6d-44c2-ba89-a0c4029d4972 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:04.151039 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1067f8af-85ab-4ef8-9b9a-f4a7e770eb28 req-b172887e-6b6d-44c2-ba89-a0c4029d4972 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1113100 Nov 04 13:29:04.217364 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1067f8af-85ab-4ef8-9b9a-f4a7e770eb28 req-e4441916-3e8d-4811-af1a-4f02bf9ea58c tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540783 Nov 04 13:29:04.262283 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340a340-b427-4e3e-880b-ab22949f7dec req-22ece8b5-b16d-4669-bef0-3e34b716c816 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:04.263812 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e340a340-b427-4e3e-880b-ab22949f7dec req-22ece8b5-b16d-4669-bef0-3e34b716c816 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 944 time: 0.1136935 Nov 04 13:29:04.316605 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e340a340-b427-4e3e-880b-ab22949f7dec req-0e1eedd6-f65e-46df-9ddb-073746c0c5bb tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454550 Nov 04 13:29:05.209425 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c478d940-4729-4165-b3e1-3dc2b7792410 req-3e89a497-8935-4f52-9178-87a441dd555a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0697429 Nov 04 13:29:05.507555 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045ba56-ef81-4156-b156-4cb2bd79e1de req-16d109d8-8f11-47f6-8437-0706b32cfe26 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:05.517814 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5045ba56-ef81-4156-b156-4cb2bd79e1de req-16d109d8-8f11-47f6-8437-0706b32cfe26 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0965843 Nov 04 13:29:05.524818 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57715db5-784f-41d0-b048-9f4bad2a81c5 req-ff5f071c-df7d-400a-b693-060c99df9495 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:05.526478 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-57715db5-784f-41d0-b048-9f4bad2a81c5 req-ff5f071c-df7d-400a-b693-060c99df9495 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 944 time: 0.1126938 Nov 04 13:29:05.575265 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5045ba56-ef81-4156-b156-4cb2bd79e1de req-c38239e6-71ab-4ce7-9f21-ab649e602244 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562797 Nov 04 13:29:05.575983 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 44164) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:05.669682 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-57715db5-784f-41d0-b048-9f4bad2a81c5 req-5d0f2149-faec-4500-a74c-6503d0f1bf25 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348443 Nov 04 13:29:05.793572 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-108b5b35-2da9-4fad-8fb4-ed5e3e92bea6 req-b6819387-9193-4810-9096-1abbe2371ee7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2164786 Nov 04 13:29:06.781053 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e21a2-307e-4736-ab64-18e0f44a09a4 req-758bef48-f28e-4e16-b3d5-09b7cccf1050 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:06.782783 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b01e21a2-307e-4736-ab64-18e0f44a09a4 req-758bef48-f28e-4e16-b3d5-09b7cccf1050 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0835667 Nov 04 13:29:06.832211 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b01e21a2-307e-4736-ab64-18e0f44a09a4 req-9841b7c7-eab3-424e-9830-56b3d71525cc tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438921 Nov 04 13:29:06.902400 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b94345-0e4a-435e-96d0-ad1bfbbffd68 req-79ac44cd-b53b-4b52-8507-2081d0857153 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:06.903872 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-00b94345-0e4a-435e-96d0-ad1bfbbffd68 req-79ac44cd-b53b-4b52-8507-2081d0857153 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 944 time: 0.0894532 Nov 04 13:29:06.953553 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-00b94345-0e4a-435e-96d0-ad1bfbbffd68 req-35ec8491-dbca-4f8b-acf4-dcac1f876d34 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439842 Nov 04 13:29:07.027451 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-108b5b35-2da9-4fad-8fb4-ed5e3e92bea6 req-67df28da-9b01-4024-bbc7-a3b953db2811 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6&tenant_id=a8899ac9b01e42658da4f7daa3a70cb6 HTTP/1.1" status: 200 len: 1097 time: 0.0726621 Nov 04 13:29:07.131407 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-108b5b35-2da9-4fad-8fb4-ed5e3e92bea6 req-09234380-1017-4acb-b3d9-58f3780454c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8899ac9b01e42658da4f7daa3a70cb6&device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 1097 time: 0.0677242 Nov 04 13:29:07.263444 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b5b35-2da9-4fad-8fb4-ed5e3e92bea6 req-fc1c0c05-a188-425d-88b9-475c22a6a51c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:07.265214 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-108b5b35-2da9-4fad-8fb4-ed5e3e92bea6 req-fc1c0c05-a188-425d-88b9-475c22a6a51c service neutron] 10.222.0.52 "GET /v2.0/networks?id=19b33287-e8f1-4ba3-9b40-154cff1c5c43 HTTP/1.1" status: 200 len: 918 time: 0.1259146 Nov 04 13:29:07.387442 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-108b5b35-2da9-4fad-8fb4-ed5e3e92bea6 req-9586de40-70c0-456b-a669-f0cb6874f981 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85ac3963-e517-43d5-8531-ad936c9306a6 HTTP/1.1" status: 200 len: 1000 time: 0.1069458 Nov 04 13:29:07.459614 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b5b35-2da9-4fad-8fb4-ed5e3e92bea6 req-a6e59ccd-c2ed-4eed-86a0-8d93ca6e26a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:07.460960 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-108b5b35-2da9-4fad-8fb4-ed5e3e92bea6 req-a6e59ccd-c2ed-4eed-86a0-8d93ca6e26a4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=015f8400-61d5-446c-9985-04a90256d94c HTTP/1.1" status: 200 len: 856 time: 0.0631652 Nov 04 13:29:07.503323 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 85ac3963-e517-43d5-8531-ad936c9306a6 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:29:07.546353 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-108b5b35-2da9-4fad-8fb4-ed5e3e92bea6 req-9e947002-da9f-4abd-bc72-f0a0f0fa8046 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b33287-e8f1-4ba3-9b40-154cff1c5c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734267 Nov 04 13:29:07.694339 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-108b5b35-2da9-4fad-8fb4-ed5e3e92bea6 req-7f4583ff-bba8-4340-ab75-7a61dcfebefe service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388123 Nov 04 13:29:07.837047 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-108b5b35-2da9-4fad-8fb4-ed5e3e92bea6 req-018b6f5c-8a0a-44c3-9fd1-aac5b893a7d9 service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306181 Nov 04 13:29:08.049298 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46d24f-e425-4ad3-81f2-5721d5c52d85 req-f21b74af-6444-44fd-8f69-3db9b540a017 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:08.050759 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5b46d24f-e425-4ad3-81f2-5721d5c52d85 req-f21b74af-6444-44fd-8f69-3db9b540a017 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0904398 Nov 04 13:29:08.101649 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5b46d24f-e425-4ad3-81f2-5721d5c52d85 req-9b727074-26cd-44cb-860d-825459acf2df tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449884 Nov 04 13:29:08.177942 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cca818-0356-48b4-b74f-b982f4eb0b8e req-f154bddc-8474-4911-9955-8e25c0cb61a3 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:08.179406 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-12cca818-0356-48b4-b74f-b982f4eb0b8e req-f154bddc-8474-4911-9955-8e25c0cb61a3 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 944 time: 0.0820913 Nov 04 13:29:08.229929 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-12cca818-0356-48b4-b74f-b982f4eb0b8e req-37cc47a9-adb9-4c33-af30-70be817dd524 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442779 Nov 04 13:29:09.365125 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be2be7-6e42-47fa-8f69-0dc7ef4ca05e req-f20c7525-14bd-4b02-9903-940a7a227695 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:09.366666 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c5be2be7-6e42-47fa-8f69-0dc7ef4ca05e req-f20c7525-14bd-4b02-9903-940a7a227695 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1213193 Nov 04 13:29:09.421479 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c5be2be7-6e42-47fa-8f69-0dc7ef4ca05e req-79763d4e-d530-40d1-8613-c96a1538efc5 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490248 Nov 04 13:29:09.463646 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 44260) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:09.512504 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0283f6d-437e-4a78-ae35-dadc93e32247 req-e1be520e-2daa-47a0-a70f-eb2c863e65d9 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:09.522080 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d0283f6d-437e-4a78-ae35-dadc93e32247 req-e1be520e-2daa-47a0-a70f-eb2c863e65d9 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 944 time: 0.1162415 Nov 04 13:29:09.578877 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d0283f6d-437e-4a78-ae35-dadc93e32247 req-200f80cc-997b-4977-b232-993e2a8f0531 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547531 Nov 04 13:29:09.631236 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-f861c3e2-7c91-4447-bdc6-cdd26cbf9ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:09.667160 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-f861c3e2-7c91-4447-bdc6-cdd26cbf9ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:09.670976 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-f861c3e2-7c91-4447-bdc6-cdd26cbf9ad3 admin admin] Usage tracker for resource:security_group_rule and tenant:a5fba15c94624781bb358102285f4f39 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:09.673879 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-f861c3e2-7c91-4447-bdc6-cdd26cbf9ad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:09.679501 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-f861c3e2-7c91-4447-bdc6-cdd26cbf9ad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:09.749555 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-f861c3e2-7c91-4447-bdc6-cdd26cbf9ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:09.753907 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-f861c3e2-7c91-4447-bdc6-cdd26cbf9ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:09.761356 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-79687f23-49a7-463f-9c82-9e6704863a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:09.800767 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861c3e2-7c91-4447-bdc6-cdd26cbf9ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47563e0-9b4e-42c9-a85e-6fa158e3c93a,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:09.806158 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-f861c3e2-7c91-4447-bdc6-cdd26cbf9ad3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a5fba15c94624781bb358102285f4f39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3415680 Nov 04 13:29:09.807107 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-f861c3e2-7c91-4447-bdc6-cdd26cbf9ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:09.808507 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 44266) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:09.871986 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3c71-6763-4c6f-ac0b-fd1a2f81d162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:09.899237 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3c71-6763-4c6f-ac0b-fd1a2f81d162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:09.964423 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3c71-6763-4c6f-ac0b-fd1a2f81d162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:09.970220 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-f861c3e2-7c91-4447-bdc6-cdd26cbf9ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:09.985405 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c3c71-6763-4c6f-ac0b-fd1a2f81d162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47563e0-9b4e-42c9-a85e-6fa158e3c93a,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:09.987744 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-7a8c3c71-6763-4c6f-ac0b-fd1a2f81d162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:09.993981 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3c71-6763-4c6f-ac0b-fd1a2f81d162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:09.995085 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-7a8c3c71-6763-4c6f-ac0b-fd1a2f81d162 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f47563e0-9b4e-42c9-a85e-6fa158e3c93a HTTP/1.1" status: 204 len: 168 time: 0.1856759 Nov 04 13:29:10.368831 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 44274) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:10.388725 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-382a8aea-37a4-4863-9acf-8dc8f6ded833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:10.425087 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-382a8aea-37a4-4863-9acf-8dc8f6ded833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:10.428902 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-382a8aea-37a4-4863-9acf-8dc8f6ded833 admin admin] Usage tracker for resource:security_group_rule and tenant:68d4aa3bf66748ccaf0016a6253e9a04 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:10.431732 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-382a8aea-37a4-4863-9acf-8dc8f6ded833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:10.438453 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-382a8aea-37a4-4863-9acf-8dc8f6ded833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:10.527263 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-382a8aea-37a4-4863-9acf-8dc8f6ded833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:10.532975 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-382a8aea-37a4-4863-9acf-8dc8f6ded833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:10.540475 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-abecb3ac-c256-4333-921e-6cf92360e4ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:10.588524 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a8aea-37a4-4863-9acf-8dc8f6ded833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf62603-48e4-45d2-9b30-97414681f8b1,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:10.592079 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-382a8aea-37a4-4863-9acf-8dc8f6ded833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:10.596985 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-382a8aea-37a4-4863-9acf-8dc8f6ded833 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=68d4aa3bf66748ccaf0016a6253e9a04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2265863 Nov 04 13:29:10.600030 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 44282) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:10.685979 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-387de22d-3ecd-41c1-98e3-a4ea59c6c0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:10.716113 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-387de22d-3ecd-41c1-98e3-a4ea59c6c0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:10.742746 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6079c9f-7ce0-4982-a3e1-3c6576c1c1bf req-760a0fd8-f7b2-4a18-9d58-75c54fb06542 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:10.747849 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e6079c9f-7ce0-4982-a3e1-3c6576c1c1bf req-760a0fd8-f7b2-4a18-9d58-75c54fb06542 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1715763 Nov 04 13:29:10.832255 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-387de22d-3ecd-41c1-98e3-a4ea59c6c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:10.839221 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e6079c9f-7ce0-4982-a3e1-3c6576c1c1bf req-83835627-500c-47c7-b622-769780c5dc90 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826385 Nov 04 13:29:10.841840 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-b20ae4de-da52-42b3-94c4-8d3408650b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:10.860551 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387de22d-3ecd-41c1-98e3-a4ea59c6c0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf62603-48e4-45d2-9b30-97414681f8b1,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:10.863743 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-387de22d-3ecd-41c1-98e3-a4ea59c6c0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:10.864963 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-387de22d-3ecd-41c1-98e3-a4ea59c6c0ff admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ddf62603-48e4-45d2-9b30-97414681f8b1 HTTP/1.1" status: 204 len: 168 time: 0.2643635 Nov 04 13:29:10.866085 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-387de22d-3ecd-41c1-98e3-a4ea59c6c0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:10.938434 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065895b-c0a9-4f57-b7df-57b2b3fc0fdb req-7322d439-e64f-4a52-bb09-fed0e5df80c2 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:10.945721 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e065895b-c0a9-4f57-b7df-57b2b3fc0fdb req-7322d439-e64f-4a52-bb09-fed0e5df80c2 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 944 time: 0.1998992 Nov 04 13:29:11.019295 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e065895b-c0a9-4f57-b7df-57b2b3fc0fdb req-a7ab03bd-0e1d-4014-8680-255fe548d3eb tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726268 Nov 04 13:29:12.083979 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5f297-36ea-4a6f-88fc-f887ee7126a7 req-74701d48-f4f9-46e9-931f-9edabc020004 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:12.091888 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-49d5f297-36ea-4a6f-88fc-f887ee7126a7 req-74701d48-f4f9-46e9-931f-9edabc020004 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1036015 Nov 04 13:29:12.178674 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-49d5f297-36ea-4a6f-88fc-f887ee7126a7 req-4d09e4c8-0606-42e3-952e-ed0de27874dc tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854731 Nov 04 13:29:12.334640 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd27d6-625d-4959-903b-8544deff12ff req-8194476c-1b31-4677-8345-6b17483c8477 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:12.336931 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d9fd27d6-625d-4959-903b-8544deff12ff req-8194476c-1b31-4677-8345-6b17483c8477 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 944 time: 0.1055367 Nov 04 13:29:12.407020 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d9fd27d6-625d-4959-903b-8544deff12ff req-e70f40a8-d782-48e3-b471-0f6a297c1942 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632105 Nov 04 13:29:13.442776 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f2823-22c3-4ae5-a440-8be5db96a759 req-91418961-f462-4761-bd1f-28aad3ef4481 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:13.446692 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-804f2823-22c3-4ae5-a440-8be5db96a759 req-91418961-f462-4761-bd1f-28aad3ef4481 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0932808 Nov 04 13:29:13.529182 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-804f2823-22c3-4ae5-a440-8be5db96a759 req-31e0a1dd-efd9-42f3-b26f-bf6c475aab61 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766850 Nov 04 13:29:13.681994 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13541a8-b24d-4769-a344-b262346f6488 req-a85521bb-1f83-41d6-87f0-b6996249ea03 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:13.683481 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-b13541a8-b24d-4769-a344-b262346f6488 req-a85521bb-1f83-41d6-87f0-b6996249ea03 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 944 time: 0.1154478 Nov 04 13:29:13.742091 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-b13541a8-b24d-4769-a344-b262346f6488 req-c4f4e838-8738-4443-8dc5-e77235f03955 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512862 Nov 04 13:29:13.805956 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 44366) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:13.959494 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b4a82a84-13d7-40ae-8df2-30f7bac0d7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:14.005993 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-b4a82a84-13d7-40ae-8df2-30f7bac0d7e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:14.010553 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-b4a82a84-13d7-40ae-8df2-30f7bac0d7e0 admin admin] Usage tracker for resource:security_group_rule and tenant:6e88bf8bed2e4aa2aec529a47efee979 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:14.013848 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-b4a82a84-13d7-40ae-8df2-30f7bac0d7e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:14.021734 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-b4a82a84-13d7-40ae-8df2-30f7bac0d7e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:14.095482 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b4a82a84-13d7-40ae-8df2-30f7bac0d7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:14.100989 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b4a82a84-13d7-40ae-8df2-30f7bac0d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:14.112529 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-b8ab0c75-cf39-4ad4-a8e8-481dab0ff785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:14.154242 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a82a84-13d7-40ae-8df2-30f7bac0d7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dd54b0-eb3b-40df-bec2-4421a863cd79,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:14.158883 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-b4a82a84-13d7-40ae-8df2-30f7bac0d7e0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6e88bf8bed2e4aa2aec529a47efee979&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3517842 Nov 04 13:29:14.159855 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-b4a82a84-13d7-40ae-8df2-30f7bac0d7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:14.161362 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 44372) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:14.333331 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bde01feb-7135-4b89-9a2f-92877fb093d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:14.363578 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bde01feb-7135-4b89-9a2f-92877fb093d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:14.426201 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bde01feb-7135-4b89-9a2f-92877fb093d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:14.434482 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-6b5946e2-7c76-4cc1-ab1f-22eb67155a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:14.450348 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde01feb-7135-4b89-9a2f-92877fb093d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dd54b0-eb3b-40df-bec2-4421a863cd79,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:14.458638 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-bde01feb-7135-4b89-9a2f-92877fb093d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:14.459657 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bde01feb-7135-4b89-9a2f-92877fb093d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:14.460837 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-bde01feb-7135-4b89-9a2f-92877fb093d6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/95dd54b0-eb3b-40df-bec2-4421a863cd79 HTTP/1.1" status: 204 len: 168 time: 0.2985282 Nov 04 13:29:14.809557 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54534c2-3264-4d3a-878a-33aa3f62f72f req-62bf7831-d789-4080-b632-f5384001fc54 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:14.811968 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f54534c2-3264-4d3a-878a-33aa3f62f72f req-62bf7831-d789-4080-b632-f5384001fc54 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1025243 Nov 04 13:29:14.927258 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f54534c2-3264-4d3a-878a-33aa3f62f72f req-59e885e4-ba3a-4821-92a9-9c034c1f1f40 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077983 Nov 04 13:29:15.030073 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 44390) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:15.045996 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7277d9-3980-4cac-917a-ff359c7092da req-e044a981-3469-4b45-ad35-1a934d18e250 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:15.048118 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ed7277d9-3980-4cac-917a-ff359c7092da req-e044a981-3469-4b45-ad35-1a934d18e250 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 944 time: 0.0921381 Nov 04 13:29:15.053850 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-0c1ddcc8-6602-4a53-8598-688512d4ab6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:15.088683 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-0c1ddcc8-6602-4a53-8598-688512d4ab6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:15.092520 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-0c1ddcc8-6602-4a53-8598-688512d4ab6b admin admin] Usage tracker for resource:security_group_rule and tenant:1c1e770189254c3e97056e704e074440 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:15.095968 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-0c1ddcc8-6602-4a53-8598-688512d4ab6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:15.101843 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-0c1ddcc8-6602-4a53-8598-688512d4ab6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:15.107208 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ed7277d9-3980-4cac-917a-ff359c7092da req-f4166615-1d70-4e19-8e2b-01e0929e3d13 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527074 Nov 04 13:29:15.179250 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-0c1ddcc8-6602-4a53-8598-688512d4ab6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:15.184663 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-0c1ddcc8-6602-4a53-8598-688512d4ab6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:15.193648 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:15.252484 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-0c1ddcc8-6602-4a53-8598-688512d4ab6b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1c1e770189254c3e97056e704e074440&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2212029 Nov 04 13:29:15.253374 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ddcc8-6602-4a53-8598-688512d4ab6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9731d95-f7f6-4372-9caa-30cdcb466f1a,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:15.255093 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 44394) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:15.256458 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-0c1ddcc8-6602-4a53-8598-688512d4ab6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:15.320020 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7dc84820-7c34-4247-a658-f72a53fbca33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:15.346897 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7dc84820-7c34-4247-a658-f72a53fbca33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:15.399096 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7dc84820-7c34-4247-a658-f72a53fbca33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:15.402849 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:15.414520 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc84820-7c34-4247-a658-f72a53fbca33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9731d95-f7f6-4372-9caa-30cdcb466f1a,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:15.418297 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-7dc84820-7c34-4247-a658-f72a53fbca33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:15.422281 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7dc84820-7c34-4247-a658-f72a53fbca33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:15.423742 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-7dc84820-7c34-4247-a658-f72a53fbca33 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b9731d95-f7f6-4372-9caa-30cdcb466f1a HTTP/1.1" status: 204 len: 168 time: 0.1674428 Nov 04 13:29:16.202334 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a98513-35a9-4fdb-816a-a2cf819d9aeb req-b5aa2584-78ba-429c-919b-168bcf19881a tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:16.211364 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-97a98513-35a9-4fdb-816a-a2cf819d9aeb req-b5aa2584-78ba-429c-919b-168bcf19881a tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1180768 Nov 04 13:29:16.266495 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-97a98513-35a9-4fdb-816a-a2cf819d9aeb req-968f7241-4d4d-4942-8816-852629f1a2a9 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537784 Nov 04 13:29:16.405939 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc3c43-0c03-4ab5-a6c7-c286d2932091 req-6fe6d491-b988-4540-a08c-63b742383b6a tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:16.408199 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ffcc3c43-0c03-4ab5-a6c7-c286d2932091 req-6fe6d491-b988-4540-a08c-63b742383b6a tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 944 time: 0.0839210 Nov 04 13:29:16.479518 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ffcc3c43-0c03-4ab5-a6c7-c286d2932091 req-b6575701-77f9-4ac5-992b-d56a7eb5924a tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611310 Nov 04 13:29:17.415944 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 44450) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:17.530526 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded98528-b50f-477e-9cdc-9fa96b0a46ac req-22e74aa4-dcd5-4b6a-a7f6-bfd53e5dffe7 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:17.533608 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ded98528-b50f-477e-9cdc-9fa96b0a46ac req-22e74aa4-dcd5-4b6a-a7f6-bfd53e5dffe7 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1182749 Nov 04 13:29:17.619897 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ded98528-b50f-477e-9cdc-9fa96b0a46ac req-61c84911-8304-4a75-be4c-2f25c5851272 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792165 Nov 04 13:29:17.661858 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d7525dc8-bdbe-4ff3-b4eb-1e1df233b903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:17.711125 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-d7525dc8-bdbe-4ff3-b4eb-1e1df233b903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:17.761546 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-d7525dc8-bdbe-4ff3-b4eb-1e1df233b903 admin admin] Usage tracker for resource:security_group_rule and tenant:d270580c835f4613a5d5600f26c1604d is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:17.774816 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-d7525dc8-bdbe-4ff3-b4eb-1e1df233b903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:17.783337 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-d7525dc8-bdbe-4ff3-b4eb-1e1df233b903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:17.849763 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc2f68-f579-42cd-afe1-42a4910f87ed req-cb3f93c8-17fa-4e1a-81fa-7233a5f4001e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:17.851225 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-7ffc2f68-f579-42cd-afe1-42a4910f87ed req-cb3f93c8-17fa-4e1a-81fa-7233a5f4001e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 944 time: 0.1446092 Nov 04 13:29:17.924044 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d7525dc8-bdbe-4ff3-b4eb-1e1df233b903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:17.930687 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-7ffc2f68-f579-42cd-afe1-42a4910f87ed req-5e183abe-1ccc-4b23-a745-595fb5d709fd tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716283 Nov 04 13:29:17.932022 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d7525dc8-bdbe-4ff3-b4eb-1e1df233b903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:17.939901 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-7dc84820-7c34-4247-a658-f72a53fbca33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:17.984070 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-d7525dc8-bdbe-4ff3-b4eb-1e1df233b903 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d270580c835f4613a5d5600f26c1604d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5668738 Nov 04 13:29:17.985261 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7525dc8-bdbe-4ff3-b4eb-1e1df233b903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0092bf-e8b7-45c7-81d2-0138062d70fe,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:17.987492 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 44468) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:17.988225 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-d7525dc8-bdbe-4ff3-b4eb-1e1df233b903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:18.065593 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-0aeaafdf-e1bf-45d8-b89f-63751e25e66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:18.106224 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-0aeaafdf-e1bf-45d8-b89f-63751e25e66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:18.199597 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-0aeaafdf-e1bf-45d8-b89f-63751e25e66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:18.204109 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-c7258ae3-4f72-4b70-a4d8-1abbb01cc80f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:18.229390 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeaafdf-e1bf-45d8-b89f-63751e25e66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0092bf-e8b7-45c7-81d2-0138062d70fe,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:18.233531 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-0aeaafdf-e1bf-45d8-b89f-63751e25e66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:18.240162 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-0aeaafdf-e1bf-45d8-b89f-63751e25e66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:18.241642 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-0aeaafdf-e1bf-45d8-b89f-63751e25e66c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2d0092bf-e8b7-45c7-81d2-0138062d70fe HTTP/1.1" status: 204 len: 168 time: 0.2531469 Nov 04 13:29:18.934890 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099450a6-5b12-4160-a53c-23d7e5ef3f5c req-e8611940-9532-4cab-b954-f9ba904c1bf5 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:18.941864 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-099450a6-5b12-4160-a53c-23d7e5ef3f5c req-e8611940-9532-4cab-b954-f9ba904c1bf5 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1453962 Nov 04 13:29:19.001084 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-099450a6-5b12-4160-a53c-23d7e5ef3f5c req-fbd12459-d8bf-45bd-bd8d-0cd0c3371583 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581245 Nov 04 13:29:19.292391 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82f496-b6a9-435d-8c27-8fcb21a2faa8 req-261e2004-4a5e-42f7-95d2-076b5789d900 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:19.299615 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-fa82f496-b6a9-435d-8c27-8fcb21a2faa8 req-261e2004-4a5e-42f7-95d2-076b5789d900 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 944 time: 0.1646321 Nov 04 13:29:19.413486 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-fa82f496-b6a9-435d-8c27-8fcb21a2faa8 req-dc728c7a-d9ec-4a64-b37d-4151b1081bfb tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036763 Nov 04 13:29:20.220082 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a71784-4536-4255-9184-4b41742d3814 req-1500559a-1c63-4b6c-94e6-ef114945de77 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:20.221440 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-18a71784-4536-4255-9184-4b41742d3814 req-1500559a-1c63-4b6c-94e6-ef114945de77 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0754399 Nov 04 13:29:20.267865 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-18a71784-4536-4255-9184-4b41742d3814 req-9417f80f-68e4-400e-9411-35dd5452849f tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407708 Nov 04 13:29:20.621057 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad12fc-2d0a-4be4-8192-03ffb57812bd req-2b7946cd-430e-4889-b756-295d2808939d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:20.622521 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-13ad12fc-2d0a-4be4-8192-03ffb57812bd req-2b7946cd-430e-4889-b756-295d2808939d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 944 time: 0.0786953 Nov 04 13:29:20.670133 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-13ad12fc-2d0a-4be4-8192-03ffb57812bd req-5b622225-0318-4d6b-a004-fdf420ae69a9 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417645 Nov 04 13:29:21.534751 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed72e12-266f-4cbb-aaa8-23e2a6612a3a req-196aaaa7-7054-4f18-9536-e1c24f507fa4 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:21.536320 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ed72e12-266f-4cbb-aaa8-23e2a6612a3a req-196aaaa7-7054-4f18-9536-e1c24f507fa4 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1384354 Nov 04 13:29:21.582213 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ed72e12-266f-4cbb-aaa8-23e2a6612a3a req-5296d823-01d4-4fea-a35a-b7aa47d4cc7a tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403483 Nov 04 13:29:21.940974 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b78eb-db8f-4fad-b265-ea3c1ae1b51a req-bc812f08-1aee-4779-a206-a3b93f51e9b6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:21.942455 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-091b78eb-db8f-4fad-b265-ea3c1ae1b51a req-bc812f08-1aee-4779-a206-a3b93f51e9b6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 944 time: 0.1291447 Nov 04 13:29:21.978562 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-41c4ba18-af5c-47af-8438-d8d7b0e7fb87 req-214e7506-48ba-4327-973e-a1e0f255a02a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 1098 time: 0.1162224 Nov 04 13:29:22.015330 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-091b78eb-db8f-4fad-b265-ea3c1ae1b51a req-3c1c3e84-227c-4b12-86c1-fe6c07a30550 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660865 Nov 04 13:29:22.034593 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-41c4ba18-af5c-47af-8438-d8d7b0e7fb87 req-15a44c79-6cda-4042-99c1-c6ac10ffe7fe service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430586 Nov 04 13:29:22.807732 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7f651-8528-4750-8b6b-1527b52c62ab req-b31ba842-a9a7-4f31-a218-122cf4a9425d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:22.809433 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1aa7f651-8528-4750-8b6b-1527b52c62ab req-b31ba842-a9a7-4f31-a218-122cf4a9425d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1045077 Nov 04 13:29:22.856595 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1aa7f651-8528-4750-8b6b-1527b52c62ab req-b070004e-69d3-48f4-99d2-60c2f8db3489 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410273 Nov 04 13:29:23.233433 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be185a29-1d3d-4317-9aa8-635c4cd2bc08 req-9cc7c2fc-f7a6-4c72-9443-e8ff60853ad6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:23.236470 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-be185a29-1d3d-4317-9aa8-635c4cd2bc08 req-9cc7c2fc-f7a6-4c72-9443-e8ff60853ad6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 944 time: 0.0820673 Nov 04 13:29:23.285348 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-be185a29-1d3d-4317-9aa8-635c4cd2bc08 req-9ba7dc0c-76ed-4418-aba9-a7dc4a1a66ec tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420690 Nov 04 13:29:23.580376 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 85ac3963-e517-43d5-8531-ad936c9306a6 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:29:23.719693 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 85ac3963-e517-43d5-8531-ad936c9306a6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=85ac3963-e517-43d5-8531-ad936c9306a6,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:29:23.732516 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': '85ac3963-e517-43d5-8531-ad936c9306a6', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'port_id': '85ac3963-e517-43d5-8531-ad936c9306a6', 'mac_address': 'fa:16:3e:05:de:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:29:23.788630 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:23.810307 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ac3963-e517-43d5-8531-ad936c9306a6 {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:29:23.825476 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 85ac3963-e517-43d5-8531-ad936c9306a6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=85ac3963-e517-43d5-8531-ad936c9306a6,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:29:23.831051 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:23.833548 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:23.899674 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=85ac3963-e517-43d5-8531-ad936c9306a6,revision_number=9']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:23.902960 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:24.065104 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb1e19-6050-4a34-a512-ace0fc02fe95 req-19c1da5c-3c6d-4fcf-9656-5c21cbe9c835 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:24.066571 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c5fb1e19-6050-4a34-a512-ace0fc02fe95 req-19c1da5c-3c6d-4fcf-9656-5c21cbe9c835 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0777323 Nov 04 13:29:24.126608 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c5fb1e19-6050-4a34-a512-ace0fc02fe95 req-5c3d7c54-d33b-4807-b93c-4cd8cc5beac0 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542088 Nov 04 13:29:24.129727 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['85ac3963-e517-43d5-8531-ad936c9306a6'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:29:24.203445 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:24.569161 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef18d16-1966-4365-8092-737473109b2e req-9a17a668-75be-4ec7-b8d3-a72d69263a20 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:24.570639 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9ef18d16-1966-4365-8092-737473109b2e req-9a17a668-75be-4ec7-b8d3-a72d69263a20 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 945 time: 0.1412945 Nov 04 13:29:24.574205 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-81f33d2f-3c73-4950-aaae-c324633aa0f3 req-9ee20497-1e42-4116-8b5d-9badd5f3be6d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1045286fb73b402889070a294f6a163c&device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 1098 time: 0.1070211 Nov 04 13:29:24.597316 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf241f-42a7-4312-86a8-6bef3921feec req-e479b38a-7a80-4c78-a426-209d4bfbcfa5 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:24.598805 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-16cf241f-42a7-4312-86a8-6bef3921feec req-e479b38a-7a80-4c78-a426-209d4bfbcfa5 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0803075 Nov 04 13:29:24.651603 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-16cf241f-42a7-4312-86a8-6bef3921feec req-2ef4e403-d680-49b5-ba18-5113878ea457 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472095 Nov 04 13:29:24.705560 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9ef18d16-1966-4365-8092-737473109b2e req-6bb87440-52cf-4038-a050-e950261d7af9 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292589 Nov 04 13:29:24.747190 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f33d2f-3c73-4950-aaae-c324633aa0f3 req-1e7502c9-a11c-452d-9586-c5a1fd6f385e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:24.748755 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-81f33d2f-3c73-4950-aaae-c324633aa0f3 req-1e7502c9-a11c-452d-9586-c5a1fd6f385e service neutron] 10.222.0.52 "GET /v2.0/networks?id=92a0a7a0-75b6-4ced-9746-003e01dbfb31 HTTP/1.1" status: 200 len: 920 time: 0.1572964 Nov 04 13:29:24.817346 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-81f33d2f-3c73-4950-aaae-c324633aa0f3 req-e5eeef11-54be-45b7-ba38-c696e7b0b035 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4da13408-5eb3-4692-ad04-e78857720d10 HTTP/1.1" status: 200 len: 217 time: 0.0611572 Nov 04 13:29:24.852957 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7de25f29-492a-4490-a49c-ec1633c39a6c req-f86a330a-2712-4574-a61e-6f4e9af44fac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718415 Nov 04 13:29:24.883955 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f33d2f-3c73-4950-aaae-c324633aa0f3 req-8dcb1c29-b64c-474f-a345-c6350bbc6c70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:24.885313 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-81f33d2f-3c73-4950-aaae-c324633aa0f3 req-8dcb1c29-b64c-474f-a345-c6350bbc6c70 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c492f872-b286-45e9-8aab-f296054e0244 HTTP/1.1" status: 200 len: 859 time: 0.0615408 Nov 04 13:29:24.931054 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-81f33d2f-3c73-4950-aaae-c324633aa0f3 req-bc4b7d2e-b0af-4d0a-9215-c09265eebcda service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=92a0a7a0-75b6-4ced-9746-003e01dbfb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386417 Nov 04 13:29:24.948420 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7de25f29-492a-4490-a49c-ec1633c39a6c req-47d6bbb3-23ee-4af0-982f-46da515a4281 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7451332362e46a2a0a216c2925c30eb&device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 1098 time: 0.0739048 Nov 04 13:29:25.103607 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de25f29-492a-4490-a49c-ec1633c39a6c req-195a0cda-6df3-4221-8ee7-aaabc763b5b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:25.105069 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7de25f29-492a-4490-a49c-ec1633c39a6c req-195a0cda-6df3-4221-8ee7-aaabc763b5b1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6282d6f8-f89d-43c1-9bee-c61b55a30831 HTTP/1.1" status: 200 len: 912 time: 0.1345339 Nov 04 13:29:25.138443 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-81f33d2f-3c73-4950-aaae-c324633aa0f3 req-e0bbf19f-5286-4c4a-9c63-ff4f2708fb1c service neutron] 10.222.0.52 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993718 Nov 04 13:29:25.220922 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7de25f29-492a-4490-a49c-ec1633c39a6c req-fda0a6b9-3d04-4af3-958c-e5f2c9cad2b0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82d4400c-2819-4365-af92-3c9f5c02584f HTTP/1.1" status: 200 len: 1001 time: 0.1067154 Nov 04 13:29:25.307888 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de25f29-492a-4490-a49c-ec1633c39a6c req-39c57f38-2618-4fd0-9a29-b06e4ecd3cea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:25.310557 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7de25f29-492a-4490-a49c-ec1633c39a6c req-39c57f38-2618-4fd0-9a29-b06e4ecd3cea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a8b765cb-cd12-4457-b597-71f7e124b9ac HTTP/1.1" status: 200 len: 850 time: 0.0782452 Nov 04 13:29:25.340077 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-81f33d2f-3c73-4950-aaae-c324633aa0f3 req-52a2a215-0aea-4b5e-85e2-7823c9de3405 service neutron] 10.222.0.52 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951385 Nov 04 13:29:25.408105 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7de25f29-492a-4490-a49c-ec1633c39a6c req-22f63222-d19e-4e69-965e-f8e5ceb4cf39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6282d6f8-f89d-43c1-9bee-c61b55a30831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0891163 Nov 04 13:29:25.551138 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7de25f29-492a-4490-a49c-ec1633c39a6c req-48647dbc-f81f-4c5b-b699-03520ef91a77 service neutron] 10.222.0.52 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351485 Nov 04 13:29:25.611551 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 85ac3963-e517-43d5-8531-ad936c9306a6 up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:29:25.712441 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7de25f29-492a-4490-a49c-ec1633c39a6c req-2df99529-6387-43f3-a1ac-c0d980ab2a82 service neutron] 10.222.0.52 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516931 Nov 04 13:29:25.770543 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port 85ac3963-e517-43d5-8531-ad936c9306a6 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:29:25.770923 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:25.954578 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:25.998698 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a9705e-6620-4bcd-a317-5cd382075fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ac3963-e517-43d5-8531-ad936c9306a6'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:29:26.005647 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 85ac3963-e517-43d5-8531-ad936c9306a6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=85ac3963-e517-43d5-8531-ad936c9306a6,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:29:26.008616 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0e3a-6409-443c-940f-513ab274b739 req-f560a4d1-7bae-413c-af3e-ba6987a27f24 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:26.012870 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:26.016550 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-806d0e3a-6409-443c-940f-513ab274b739 req-f560a4d1-7bae-413c-af3e-ba6987a27f24 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 945 time: 0.1467149 Nov 04 13:29:26.018411 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:26.060969 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054011f-25de-4eb2-827c-f653aecb6cb8 req-96a964b9-4e14-42c8-9786-83b7161bb731 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:26.072410 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f054011f-25de-4eb2-827c-f653aecb6cb8 req-96a964b9-4e14-42c8-9786-83b7161bb731 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1673872 Nov 04 13:29:26.083157 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-806d0e3a-6409-443c-940f-513ab274b739 req-268610f9-3cb1-4129-b169-4edef774b9bc tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654271 Nov 04 13:29:26.131279 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=85ac3963-e517-43d5-8531-ad936c9306a6,revision_number=10']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:26.136516 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:26.138272 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f054011f-25de-4eb2-827c-f653aecb6cb8 req-758ff367-f0eb-4226-86b3-5b24d13eb074 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642841 Nov 04 13:29:26.184900 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a9705e-6620-4bcd-a317-5cd382075fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ac3963-e517-43d5-8531-ad936c9306a6', 'code': 200} Nov 04 13:29:26.427406 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:29:26.777037 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d0d5cf86-7972-4c3e-9a7e-5f8b4df87037 req-d531e751-9e0a-4cdc-b008-420bfb24f261 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 1100 time: 0.0701952 Nov 04 13:29:26.823357 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d0d5cf86-7972-4c3e-9a7e-5f8b4df87037 req-962f1e75-a423-4f11-9753-4487f4c63293 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392597 Nov 04 13:29:27.296437 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6f6ae-465b-498c-9915-ae8f85193e15 req-451839eb-4650-4ea3-8d77-f835b1321452 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:27.298779 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-66a6f6ae-465b-498c-9915-ae8f85193e15 req-451839eb-4650-4ea3-8d77-f835b1321452 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 947 time: 0.0802510 Nov 04 13:29:27.332287 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18447ce-6e0a-4900-a8f2-c19382d35720 req-df83cafe-f19c-4570-bb06-22677e760f74 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:27.334082 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d18447ce-6e0a-4900-a8f2-c19382d35720 req-df83cafe-f19c-4570-bb06-22677e760f74 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0818841 Nov 04 13:29:27.347435 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-66a6f6ae-465b-498c-9915-ae8f85193e15 req-79f33ebe-337e-434f-9ad9-3c8f050e87b5 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428443 Nov 04 13:29:27.397260 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d18447ce-6e0a-4900-a8f2-c19382d35720 req-aeb5a3a0-63b4-4247-afa6-1e42f41b8873 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563235 Nov 04 13:29:28.517232 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 44732) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:28.642604 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5121e-b3d7-4611-8804-6db0baeeaa8a req-1769fd3a-8ee0-43d4-b3b9-19eb6df8e6ce tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:28.649521 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ba4bc-27f2-43d8-9aad-d3bffacaa58c req-f89f376e-2dac-4d60-83b3-eaced1ac621b tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:28.651127 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b1d5121e-b3d7-4611-8804-6db0baeeaa8a req-1769fd3a-8ee0-43d4-b3b9-19eb6df8e6ce tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 947 time: 0.1509979 Nov 04 13:29:28.662293 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-027ba4bc-27f2-43d8-9aad-d3bffacaa58c req-f89f376e-2dac-4d60-83b3-eaced1ac621b tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1036396 Nov 04 13:29:28.717319 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b1d5121e-b3d7-4611-8804-6db0baeeaa8a req-636d5ea5-2840-4e66-a32d-aacf63b0bd25 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649004 Nov 04 13:29:28.719807 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-027ba4bc-27f2-43d8-9aad-d3bffacaa58c req-1971f591-b04f-42f1-870c-a18583aef9c2 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565040 Nov 04 13:29:28.749294 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:28.785575 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:28.789540 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] Usage tracker for resource:security_group_rule and tenant:a11c90f5713c42419f9e57eb666aa551 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:28.792422 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:28.798740 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:28.870777 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:28.876973 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:28.885130 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-382a8aea-37a4-4863-9acf-8dc8f6ded833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:28.930962 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a11c90f5713c42419f9e57eb666aa551&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4118519 Nov 04 13:29:28.931868 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961286ff-f162-4673-b901-fb2dc361b075,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:28.933831 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 44746) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:28.942509 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:28.942952 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:28.943632 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:28.944193 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:28.944803 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:28.945178 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:28.945535 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:28.945965 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:28.946290 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:28.946621 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:28.946961 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:28.951290 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:29.008436 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1d7cc5ee-46ec-4b88-8f57-608c18ea6bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:29.015018 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-aaeae0f9-5394-4bbe-9861-d1d423fdbbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:29.037644 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1d7cc5ee-46ec-4b88-8f57-608c18ea6bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:29.095169 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1d7cc5ee-46ec-4b88-8f57-608c18ea6bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:29.100916 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-0c1ddcc8-6602-4a53-8598-688512d4ab6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:29.115504 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7cc5ee-46ec-4b88-8f57-608c18ea6bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961286ff-f162-4673-b901-fb2dc361b075,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:29.125314 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1d7cc5ee-46ec-4b88-8f57-608c18ea6bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:29.126435 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-1d7cc5ee-46ec-4b88-8f57-608c18ea6bbd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/961286ff-f162-4673-b901-fb2dc361b075 HTTP/1.1" status: 204 len: 168 time: 0.1912854 Nov 04 13:29:29.134161 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cc5ee-46ec-4b88-8f57-608c18ea6bbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:29.135397 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cc5ee-46ec-4b88-8f57-608c18ea6bbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:29.135996 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cc5ee-46ec-4b88-8f57-608c18ea6bbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:29.137593 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cc5ee-46ec-4b88-8f57-608c18ea6bbd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:29.137973 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cc5ee-46ec-4b88-8f57-608c18ea6bbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:29.138327 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cc5ee-46ec-4b88-8f57-608c18ea6bbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:29.138678 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cc5ee-46ec-4b88-8f57-608c18ea6bbd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:29.140190 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cc5ee-46ec-4b88-8f57-608c18ea6bbd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:29.141068 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cc5ee-46ec-4b88-8f57-608c18ea6bbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:29.142020 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cc5ee-46ec-4b88-8f57-608c18ea6bbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:29.142360 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7cc5ee-46ec-4b88-8f57-608c18ea6bbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:29.148971 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-1d7cc5ee-46ec-4b88-8f57-608c18ea6bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:29.385267 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:29.490856 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 44758) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:29.512381 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-be346dc8-0791-4752-9037-57adc3e139f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:29.543992 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-be346dc8-0791-4752-9037-57adc3e139f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:29.547753 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-be346dc8-0791-4752-9037-57adc3e139f6 admin admin] Usage tracker for resource:security_group_rule and tenant:a678cacdcdca4ecd9c81bcd89306b3af is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:29.550534 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-be346dc8-0791-4752-9037-57adc3e139f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:29.556088 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-be346dc8-0791-4752-9037-57adc3e139f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:29.621115 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-be346dc8-0791-4752-9037-57adc3e139f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:29.624954 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-be346dc8-0791-4752-9037-57adc3e139f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:29.631636 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-feafd35c-9d62-44f0-b127-fc9e407096b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:29.672123 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be346dc8-0791-4752-9037-57adc3e139f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18117c5-2f1a-43c9-b6db-24af512e826d,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:29.676430 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-be346dc8-0791-4752-9037-57adc3e139f6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a678cacdcdca4ecd9c81bcd89306b3af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1845434 Nov 04 13:29:29.677353 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-be346dc8-0791-4752-9037-57adc3e139f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:29.679474 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 44762) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:29.803478 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-f3e392cc-387f-4038-9ed4-d7fd6618343f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:29.831547 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-f3e392cc-387f-4038-9ed4-d7fd6618343f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:29.939012 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-f3e392cc-387f-4038-9ed4-d7fd6618343f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:29.945651 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-3639dca6-ca06-4161-8e7a-c7b881bb68b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:29.960350 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e392cc-387f-4038-9ed4-d7fd6618343f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18117c5-2f1a-43c9-b6db-24af512e826d,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:29.962710 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-f3e392cc-387f-4038-9ed4-d7fd6618343f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:29.973250 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216830b-14cf-4749-a3b0-01c95000e4e4 req-794cd620-7c7c-4cff-bab9-c392f42e0f40 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:29.974796 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1216830b-14cf-4749-a3b0-01c95000e4e4 req-794cd620-7c7c-4cff-bab9-c392f42e0f40 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 947 time: 0.1129735 Nov 04 13:29:29.977021 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-f3e392cc-387f-4038-9ed4-d7fd6618343f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:29.981801 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-f3e392cc-387f-4038-9ed4-d7fd6618343f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a18117c5-2f1a-43c9-b6db-24af512e826d HTTP/1.1" status: 204 len: 168 time: 0.3004203 Nov 04 13:29:30.025500 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1216830b-14cf-4749-a3b0-01c95000e4e4 req-28be4fc1-b786-46eb-8131-226396ffad99 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426908 Nov 04 13:29:30.379126 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 44784) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:30.397725 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c3544a1d-83b5-4834-94c4-b8bf17c13123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:30.430637 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-c3544a1d-83b5-4834-94c4-b8bf17c13123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:30.434709 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-c3544a1d-83b5-4834-94c4-b8bf17c13123 admin admin] Usage tracker for resource:security_group_rule and tenant:bb549c0948fd4b949e30a5dc26661b49 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:30.437530 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-c3544a1d-83b5-4834-94c4-b8bf17c13123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:30.443174 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-c3544a1d-83b5-4834-94c4-b8bf17c13123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:30.511251 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c3544a1d-83b5-4834-94c4-b8bf17c13123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:30.517006 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c3544a1d-83b5-4834-94c4-b8bf17c13123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:30.525883 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-20679bff-930b-4375-ba1e-fce153770d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:30.552003 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a2d76-1c2a-4e4e-8306-c557dc3ab704 req-49ea96bf-1aea-48bb-b454-1733cdbfade7 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:30.553682 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-801a2d76-1c2a-4e4e-8306-c557dc3ab704 req-49ea96bf-1aea-48bb-b454-1733cdbfade7 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0784364 Nov 04 13:29:30.565944 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3544a1d-83b5-4834-94c4-b8bf17c13123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda7b10e-a54b-4a5d-9e7e-a9b494b93548,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:30.572548 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-c3544a1d-83b5-4834-94c4-b8bf17c13123 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bb549c0948fd4b949e30a5dc26661b49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1900516 Nov 04 13:29:30.572548 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-c3544a1d-83b5-4834-94c4-b8bf17c13123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:30.572804 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 44788) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:30.608052 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-801a2d76-1c2a-4e4e-8306-c557dc3ab704 req-61ee17a1-462c-48fb-aaf5-0755abc7fed2 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464640 Nov 04 13:29:30.636651 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b5b6255c-beb5-4ffd-a915-e5ef740d69af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:30.662701 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b5b6255c-beb5-4ffd-a915-e5ef740d69af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:30.713503 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b5b6255c-beb5-4ffd-a915-e5ef740d69af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:30.718253 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-6c7de200-bada-48dc-8c96-9c066b6ed00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:30.728421 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6255c-beb5-4ffd-a915-e5ef740d69af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda7b10e-a54b-4a5d-9e7e-a9b494b93548,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:30.732941 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b5b6255c-beb5-4ffd-a915-e5ef740d69af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:30.735095 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b5b6255c-beb5-4ffd-a915-e5ef740d69af admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:30.739659 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-b5b6255c-beb5-4ffd-a915-e5ef740d69af admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bda7b10e-a54b-4a5d-9e7e-a9b494b93548 HTTP/1.1" status: 204 len: 168 time: 0.1624694 Nov 04 13:29:31.137104 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ea6b236d-c3ba-4e5f-b0c1-559dba6a646e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:31.346554 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 44820) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:31.542414 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-515445ad-6188-47a3-bb5e-554a1d590d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:31.577542 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-515445ad-6188-47a3-bb5e-554a1d590d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:31.582694 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-515445ad-6188-47a3-bb5e-554a1d590d6e admin admin] Usage tracker for resource:security_group_rule and tenant:9f3e0d8baa6944eb8492736dbf402e39 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:31.585642 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-515445ad-6188-47a3-bb5e-554a1d590d6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:31.591360 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-515445ad-6188-47a3-bb5e-554a1d590d6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:31.658444 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-515445ad-6188-47a3-bb5e-554a1d590d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:31.662259 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-515445ad-6188-47a3-bb5e-554a1d590d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:31.669456 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-be346dc8-0791-4752-9037-57adc3e139f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:31.708830 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515445ad-6188-47a3-bb5e-554a1d590d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084c51e8-0200-48a8-b9b9-d40cc00a73a6,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:31.712281 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-515445ad-6188-47a3-bb5e-554a1d590d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:31.717191 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-515445ad-6188-47a3-bb5e-554a1d590d6e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9f3e0d8baa6944eb8492736dbf402e39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3672104 Nov 04 13:29:31.718311 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 44834) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:31.777601 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1addef54-2ad1-4d3b-bdff-c0fba52f703a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:31.802729 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1addef54-2ad1-4d3b-bdff-c0fba52f703a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:31.858593 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1addef54-2ad1-4d3b-bdff-c0fba52f703a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:31.863552 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-5b547057-53bc-48a6-b6b5-7e19fff8940d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:31.875077 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addef54-2ad1-4d3b-bdff-c0fba52f703a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084c51e8-0200-48a8-b9b9-d40cc00a73a6,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:31.877379 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-1addef54-2ad1-4d3b-bdff-c0fba52f703a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:31.880705 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1addef54-2ad1-4d3b-bdff-c0fba52f703a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:31.882350 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-1addef54-2ad1-4d3b-bdff-c0fba52f703a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/084c51e8-0200-48a8-b9b9-d40cc00a73a6 HTTP/1.1" status: 204 len: 168 time: 0.1634562 Nov 04 13:29:32.038892 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:32.821097 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 44878) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:32.948238 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-110404106-network', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:29:32.953520 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:32.957568 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Usage tracker for resource:network and tenant:4ee82abcf6af4540a23cf6a0cabcf02d is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:32.960523 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:32.966721 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:32.979674 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Made reservation on behalf of 4ee82abcf6af4540a23cf6a0cabcf02d for: {'network': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:29:32.982323 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for network, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:32.995191 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:33.027895 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:33.032263 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Usage tracker for resource:security_group_rule and tenant:4ee82abcf6af4540a23cf6a0cabcf02d is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:33.035277 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:33.041348 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:33.109425 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:33.113424 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:33.117559 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-c6823620-714e-4da5-bca6-ff1d2852df99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:33.142251 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=82772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 13:29:33.154495 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26b40b0-a6f3-4be7-af4e-7210ae992a0c,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:33.159074 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:33.159977 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:33.160964 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.db.segments_db [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Added segment 2db17a44-47f4-4d17-ab2a-321e19c2f47d of type vlan for network df8f186d-bbe6-4f3f-8311-7c1b35152aa5 Nov 04 13:29:33.190265 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742936165852'] for network, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:33.219581 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for network, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:33.220892 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:33.221522 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:33.226623 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:33.329827 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Pushing event updated for resources: {'Network': ['ID=df8f186d-bbe6-4f3f-8311-7c1b35152aa5,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:33.332724 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5103893 Nov 04 13:29:33.333706 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:33.336532 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 44894) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:33.341981 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Network df8f186d-bbe6-4f3f-8311-7c1b35152aa5 details requested by agent ovs-agent-dv-cinder-810367-1-smb with host dv-cinder-810367-1-smb {{(pid=82774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 04 13:29:33.345664 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-110a72a1-6368-44c6-9d1e-78e5346d7f62 admin admin] Request body: {'subnet': {'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-110404106-subnet', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'ip_version': 4}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:29:33.350616 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-110a72a1-6368-44c6-9d1e-78e5346d7f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:33.354795 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-110a72a1-6368-44c6-9d1e-78e5346d7f62 admin admin] Usage tracker for resource:subnet and tenant:4ee82abcf6af4540a23cf6a0cabcf02d is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:33.358018 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-110a72a1-6368-44c6-9d1e-78e5346d7f62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:33.365137 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-110a72a1-6368-44c6-9d1e-78e5346d7f62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:33.379316 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110a72a1-6368-44c6-9d1e-78e5346d7f62 admin admin] Made reservation on behalf of 4ee82abcf6af4540a23cf6a0cabcf02d for: {'subnet': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:29:33.382816 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-110a72a1-6368-44c6-9d1e-78e5346d7f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2604504'] for subnet, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:33.619007 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:33.646877 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-110a72a1-6368-44c6-9d1e-78e5346d7f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3573347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2604462'] for subnet, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:33.651802 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-7a929554-3eaf-4c2d-9649-7e0b034d8bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:33.730942 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a72a1-6368-44c6-9d1e-78e5346d7f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f0beef5-8835-4c75-a34e-3fbc299334f2,revision_number=0']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:33.735334 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-110a72a1-6368-44c6-9d1e-78e5346d7f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:33.743741 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110a72a1-6368-44c6-9d1e-78e5346d7f62 admin admin] Checking segment: {'id': '2db17a44-47f4-4d17-ab2a-321e19c2f47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:29:33.744097 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110a72a1-6368-44c6-9d1e-78e5346d7f62 admin admin] Network hostable DHCP agents. Network: df8f186d-bbe6-4f3f-8311-7c1b35152aa5, hostable agents: ['631ea237-d78a-4659-83c4-0eb0d10a6a4b'], hosted agents: [] {{(pid=82772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 13:29:33.766361 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110a72a1-6368-44c6-9d1e-78e5346d7f62 admin admin] Network df8f186d-bbe6-4f3f-8311-7c1b35152aa5 is scheduled to be hosted by DHCP agent 631ea237-d78a-4659-83c4-0eb0d10a6a4b with binding_index 1 {{(pid=82772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 13:29:33.775935 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [None req-110a72a1-6368-44c6-9d1e-78e5346d7f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-smb, df8f186d-bbe6-4f3f-8311-7c1b35152aa5) {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:29:33.779983 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110a72a1-6368-44c6-9d1e-78e5346d7f62 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:33.780631 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-110a72a1-6368-44c6-9d1e-78e5346d7f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:33.787378 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342007f1-3651-4ac6-af2e-387d7997d46a None None] Network df8f186d-bbe6-4f3f-8311-7c1b35152aa5 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:29:33.804505 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-110a72a1-6368-44c6-9d1e-78e5346d7f62 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4657464 Nov 04 13:29:33.807797 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 44908) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:33.814806 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-110404106-router', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:29:33.819701 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:33.823673 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Usage tracker for resource:router and tenant:4ee82abcf6af4540a23cf6a0cabcf02d is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:33.826994 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:33.833561 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:33.846139 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9207'] for router, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:33.847125 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3839100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3907538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9102'] for router, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:33.869398 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:34.037391 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp297d0050-6f8e-552a-a3ab-a77bfbb8aa11-df8f186d-bbe6-4f3f-8311-7c1b35152aa5', 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'fixed_ips': [{'subnet_id': '5f0beef5-8835-4c75-a34e-3fbc299334f2'}]}} from dv-cinder-810367-1-smb. {{(pid=82774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 04 13:29:34.038282 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:34.121878 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3834513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9116'] for router, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:34.174693 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-386aefa3-5b6f-4e29-a4d5-b38c52cd8520 req-c8141b15-2e69-48c0-bac7-bcadfe74e0f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1045286fb73b402889070a294f6a163c&device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 1098 time: 0.1796408 Nov 04 13:29:34.185362 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7defa-26d1-4dfd-a0e2-e197ee45c410 req-c46faacc-449d-4e0f-ad87-bab7fe8ed137 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:34.186804 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-57c7defa-26d1-4dfd-a0e2-e197ee45c410 req-c46faacc-449d-4e0f-ad87-bab7fe8ed137 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1476150 Nov 04 13:29:34.213955 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.db_base_plugin_common [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Allocated IP 172.20.0.2 (df8f186d-bbe6-4f3f-8311-7c1b35152aa5/5f0beef5-8835-4c75-a34e-3fbc299334f2/c0529caf-9188-475c-8816-37e582f06a79) {{(pid=82774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:29:34.399225 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-57c7defa-26d1-4dfd-a0e2-e197ee45c410 req-d1afb392-bf3b-4ec3-a8cd-f359d5ddac1a tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888897 Nov 04 13:29:34.432234 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:34.445463 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Transition to ACTIVE for port object c0529caf-9188-475c-8816-37e582f06a79 will not be triggered until provisioned by entity L2. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:29:34.466444 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Transition to ACTIVE for port object c0529caf-9188-475c-8816-37e582f06a79 will not be triggered until provisioned by entity DHCP. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:29:34.472107 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526'] for port, after_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:34.476541 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:34.496052 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386aefa3-5b6f-4e29-a4d5-b38c52cd8520 req-528d3510-8e6c-47f7-a2b8-0e55d2dc865b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:34.497467 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-386aefa3-5b6f-4e29-a4d5-b38c52cd8520 req-528d3510-8e6c-47f7-a2b8-0e55d2dc865b service neutron] 10.222.0.52 "GET /v2.0/networks?id=92a0a7a0-75b6-4ced-9746-003e01dbfb31 HTTP/1.1" status: 200 len: 920 time: 0.3092282 Nov 04 13:29:34.542309 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Network df8f186d-bbe6-4f3f-8311-7c1b35152aa5 is already hosted by enough agents. {{(pid=82774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:29:34.545431 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.scheduler.base_scheduler [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Resources bound (agent type, host, resource id): {{(pid=82774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:29:34.550697 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Pushing event updated for resources: {'Port': ['ID=c0529caf-9188-475c-8816-37e582f06a79,revision_number=1']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:34.552873 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Received port after_create {{(pid=82774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:29:34.578601 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-386aefa3-5b6f-4e29-a4d5-b38c52cd8520 req-d2b0935d-21da-4627-9de3-0430cb70a3be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4da13408-5eb3-4692-ad04-e78857720d10 HTTP/1.1" status: 200 len: 217 time: 0.0697436 Nov 04 13:29:34.587500 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:34.587849 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:34.588187 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:34.588521 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:34.588853 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:34.589197 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:34.589503 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:34.589852 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:34.590177 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:34.590505 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:34.590826 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:34.598850 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:34.650570 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Attempting to bind port c0529caf-9188-475c-8816-37e582f06a79 on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:29:34.650951 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Attempting to bind port c0529caf-9188-475c-8816-37e582f06a79 by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': '2db17a44-47f4-4d17-ab2a-321e19c2f47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5'}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:29:34.651325 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Attempting to bind port c0529caf-9188-475c-8816-37e582f06a79 on network df8f186d-bbe6-4f3f-8311-7c1b35152aa5 {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:29:34.657748 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:29:34.658128 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Checking segment: {'id': '2db17a44-47f4-4d17-ab2a-321e19c2f47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:29:34.658531 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:34.658930 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Bound using segment: {'id': '2db17a44-47f4-4d17-ab2a-321e19c2f47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5'} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:29:34.659409 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Bound port: c0529caf-9188-475c-8816-37e582f06a79, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db17a44-47f4-4d17-ab2a-321e19c2f47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5'}}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:29:34.659776 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:34.680924 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386aefa3-5b6f-4e29-a4d5-b38c52cd8520 req-cace3593-e9d8-4c38-b34c-e4d74a0b7e45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:34.682373 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-386aefa3-5b6f-4e29-a4d5-b38c52cd8520 req-cace3593-e9d8-4c38-b34c-e4d74a0b7e45 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c492f872-b286-45e9-8aab-f296054e0244 HTTP/1.1" status: 200 len: 859 time: 0.0949616 Nov 04 13:29:34.744296 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:34.760835 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] For port c0529caf-9188-475c-8816-37e582f06a79, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:29:34.764261 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] For port c0529caf-9188-475c-8816-37e582f06a79, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=c0529caf-9188-475c-8816-37e582f06a79,segment=NetworkSegment(2db17a44-47f4-4d17-ab2a-321e19c2f47d),segment_id=2db17a44-47f4-4d17-ab2a-321e19c2f47d)] {{(pid=82774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:29:34.769084 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:34.773571 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:34.774717 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-386aefa3-5b6f-4e29-a4d5-b38c52cd8520 req-daf8fd96-b53a-4f22-b282-ded06392810a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=92a0a7a0-75b6-4ced-9746-003e01dbfb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778852 Nov 04 13:29:34.781759 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:34.851000 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Pushing event updated for resources: {'Port': ['ID=c0529caf-9188-475c-8816-37e582f06a79,revision_number=2']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:34.857476 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:35.028143 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-386aefa3-5b6f-4e29-a4d5-b38c52cd8520 req-00de7e06-e55b-4482-a467-91fea4ff02cb service neutron] 10.222.0.52 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109447 Nov 04 13:29:35.148882 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Allocated IP 172.28.1.205 (3a01b9c4-59fa-4ac6-86b7-88d3229c48a4/d8a4ad71-5939-4e74-92b3-9a9ca440e818/bd87385a-0699-4d2d-87c6-c4f1a58240c8) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:29:35.285686 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-386aefa3-5b6f-4e29-a4d5-b38c52cd8520 req-0afda7b3-a520-4cf4-b398-2a00e1e11cce service neutron] 10.222.0.52 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427135 Nov 04 13:29:35.355375 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:35.393207 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:35.397536 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-4e53502d-fd01-40db-a999-0028e6c82cf3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:35.465915 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:29:35.470333 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:29:35.474908 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:29:35.503389 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Pushing event updated for resources: {'Port': ['ID=bd87385a-0699-4d2d-87c6-c4f1a58240c8,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:35.516100 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:35.643783 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:35.644597 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3834504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839009'] for router, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:35.648792 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6df4c5-4fdc-4000-9ff5-7d7f58a0be52 req-54e51f27-74d6-4e6b-a66a-f8e65aef6745 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:35.650309 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ac6df4c5-4fdc-4000-9ff5-7d7f58a0be52 req-54e51f27-74d6-4e6b-a66a-f8e65aef6745 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0889316 Nov 04 13:29:35.717544 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ac6df4c5-4fdc-4000-9ff5-7d7f58a0be52 req-f6df29a2-975e-4585-b611-e1a1aa838b97 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593467 Nov 04 13:29:35.914893 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329b955-49bd-446c-8130-40aef4ac51e1 req-85671d80-1f91-4716-a9c2-cdb0b4933d07 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:35.916361 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8329b955-49bd-446c-8130-40aef4ac51e1 req-85671d80-1f91-4716-a9c2-cdb0b4933d07 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.1199036 Nov 04 13:29:35.993414 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8329b955-49bd-446c-8130-40aef4ac51e1 req-bf9724d0-64df-42f5-8ef3-9e3a296b90c4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694084 Nov 04 13:29:36.004432 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Router 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb is scheduled to L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 with binding_index 1 {{(pid=82772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 13:29:36.046289 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device c0529caf-9188-475c-8816-37e582f06a79 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:29:36.079001 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0ff65b-474b-4f5f-aa16-b455137a431f None None] Network df8f186d-bbe6-4f3f-8311-7c1b35152aa5 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:29:36.223316 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-8693b3c0-bcd7-4d79-85f4-af012e05eb37 None None] Provisioning for port c0529caf-9188-475c-8816-37e582f06a79 completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:29:36.282827 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port c0529caf-9188-475c-8816-37e582f06a79 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:29:36.290287 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port c0529caf-9188-475c-8816-37e582f06a79 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:29:36.290661 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:36.297084 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:29:36.306588 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] Sync routers for ids ['1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'] in dv-cinder-810367-1-smb {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:29:36.319260 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] Routers {'1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:29:36.319946 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:29:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:29:36.322612 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Notify callbacks [] for router, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:36.324054 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5150676 Nov 04 13:29:36.327087 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 44938) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:36.516700 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:36.548814 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] Set router 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:29:36.571247 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] For port c0529caf-9188-475c-8816-37e582f06a79, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=c0529caf-9188-475c-8816-37e582f06a79,segment=NetworkSegment(2db17a44-47f4-4d17-ab2a-321e19c2f47d),segment_id=2db17a44-47f4-4d17-ab2a-321e19c2f47d)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:29:36.580392 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:36.583208 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:36.663360 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Pushing event updated for resources: {'Port': ['ID=c0529caf-9188-475c-8816-37e582f06a79,revision_number=3']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:36.666717 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:36.871573 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-156ed439-1778-4d6b-a4bc-e9f7dc8b5f30 None None] Provisioning complete for port c0529caf-9188-475c-8816-37e582f06a79 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:29:36.872103 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-156ed439-1778-4d6b-a4bc-e9f7dc8b5f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:36.924711 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'name': 'tempest-TestShelveInstance-110404106-router', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:33Z', 'updated_at': '2021-11-04T13:29:35Z', 'revision_number': 3, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'gw_port': {'id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:34Z', 'updated_at': '2021-11-04T13:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:29:36.929233 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] Checking router: 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb for host: dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:29:36.929827 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] Updating router 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb port bd87385a-0699-4d2d-87c6-c4f1a58240c8 binding host dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 04 13:29:36.973263 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159a1e1-f69f-4fad-9416-0597c4430f4a req-c8bf1d3e-ff78-43bb-a580-14615e796251 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:36.981049 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-2159a1e1-f69f-4fad-9416-0597c4430f4a req-c8bf1d3e-ff78-43bb-a580-14615e796251 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1154242 Nov 04 13:29:36.990731 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:37.030186 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-2159a1e1-f69f-4fad-9416-0597c4430f4a req-0e6dcc68-a7f8-4077-acab-eaf250ed5101 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460966 Nov 04 13:29:37.319280 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017152a-4ea1-4267-8767-f0e0fc63c7c8 req-6f2c600a-1871-4af2-a68c-4581f2a5ff17 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:37.320668 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6017152a-4ea1-4267-8767-f0e0fc63c7c8 req-6f2c600a-1871-4af2-a68c-4581f2a5ff17 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.1803696 Nov 04 13:29:37.331097 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:37.363306 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] Notify callbacks [] for port, precommit_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:37.375555 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.provisioning_blocks [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] Transition to ACTIVE for port object bd87385a-0699-4d2d-87c6-c4f1a58240c8 will not be triggered until provisioned by entity L2. {{(pid=82775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:29:37.382029 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:37.385642 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-759ad8b9-dcd9-45fb-bd52-2d699efa7448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:37.437368 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6017152a-4ea1-4267-8767-f0e0fc63c7c8 req-9034b3b4-ee52-4ee0-8e72-2b90a83378f4 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084743 Nov 04 13:29:37.464198 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690d3ed-5e59-4f22-9088-89a5b9955793 None None] Pushing event updated for resources: {'Port': ['ID=bd87385a-0699-4d2d-87c6-c4f1a58240c8,revision_number=2']} {{(pid=82775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:37.472839 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] Attempting to bind port bd87385a-0699-4d2d-87c6-c4f1a58240c8 on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:29:37.473207 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] Attempting to bind port bd87385a-0699-4d2d-87c6-c4f1a58240c8 by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}] {{(pid=82775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:29:37.473565 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] Attempting to bind port bd87385a-0699-4d2d-87c6-c4f1a58240c8 on network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:29:37.479464 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d3ed-5e59-4f22-9088-89a5b9955793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:37.479799 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d3ed-5e59-4f22-9088-89a5b9955793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:37.480123 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d3ed-5e59-4f22-9088-89a5b9955793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:37.480444 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d3ed-5e59-4f22-9088-89a5b9955793 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:37.480762 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d3ed-5e59-4f22-9088-89a5b9955793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:37.481078 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d3ed-5e59-4f22-9088-89a5b9955793 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:37.481387 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d3ed-5e59-4f22-9088-89a5b9955793 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:37.481722 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d3ed-5e59-4f22-9088-89a5b9955793 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:37.482030 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d3ed-5e59-4f22-9088-89a5b9955793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:37.482337 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d3ed-5e59-4f22-9088-89a5b9955793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:37.482642 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690d3ed-5e59-4f22-9088-89a5b9955793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:29:37.487723 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-a690d3ed-5e59-4f22-9088-89a5b9955793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:37.489651 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:29:37.489908 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] Checking segment: {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:29:37.490303 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:37.491111 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] Bound using segment: {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'} {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:29:37.491111 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] Bound port: bd87385a-0699-4d2d-87c6-c4f1a58240c8, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}}] {{(pid=82775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:29:37.491499 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:37.561387 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.db [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] For port bd87385a-0699-4d2d-87c6-c4f1a58240c8, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:29:37.564636 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.db [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] For port bd87385a-0699-4d2d-87c6-c4f1a58240c8, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=bd87385a-0699-4d2d-87c6-c4f1a58240c8,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:29:37.569732 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:37.573932 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:37.574589 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Allocated IP 172.20.0.1 (df8f186d-bbe6-4f3f-8311-7c1b35152aa5/5f0beef5-8835-4c75-a34e-3fbc299334f2/745bad27-c5a8-437b-a92a-3ad44a3a7565) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:29:37.652085 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690d3ed-5e59-4f22-9088-89a5b9955793 None None] Pushing event updated for resources: {'Port': ['ID=bd87385a-0699-4d2d-87c6-c4f1a58240c8,revision_number=3']} {{(pid=82775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:37.655462 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-a690d3ed-5e59-4f22-9088-89a5b9955793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:37.658664 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] Routers {'1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:29:37.659255 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:29:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:29:37.726779 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:37.742615 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.provisioning_blocks [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Transition to ACTIVE for port object 745bad27-c5a8-437b-a92a-3ad44a3a7565 will not be triggered until provisioned by entity DHCP. {{(pid=82772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:29:37.767700 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:37.779912 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-00f23413-3e89-4235-9ef2-8b9522508796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:37.832251 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] Set router 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:29:37.832989 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Network df8f186d-bbe6-4f3f-8311-7c1b35152aa5 is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:29:37.835810 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:29:37.844388 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:29:37.880037 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=745bad27-c5a8-437b-a92a-3ad44a3a7565,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:37.884146 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:37.903406 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3837291'] for router_interface, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:38.008005 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:38.046141 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device c0529caf-9188-475c-8816-37e582f06a79 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:29:38.176699 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-acac3843-12a3-41a8-85f8-ecec9512b8b2 None None] Provisioning for port 745bad27-c5a8-437b-a92a-3ad44a3a7565 completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:29:38.182808 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-acac3843-12a3-41a8-85f8-ecec9512b8b2 None None] Provisioning complete for port 745bad27-c5a8-437b-a92a-3ad44a3a7565 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:29:38.183191 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-acac3843-12a3-41a8-85f8-ecec9512b8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:38.233151 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'name': 'tempest-TestShelveInstance-110404106-router', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:33Z', 'updated_at': '2021-11-04T13:29:35Z', 'revision_number': 3, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'gw_port': {'id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:34Z', 'updated_at': '2021-11-04T13:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:29:38.238662 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dfad43-053f-463f-a799-e3a33d5d8f49 None None] The sync data for ids ['1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'] in dv-cinder-810367-1-smb is: [{'id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'name': 'tempest-TestShelveInstance-110404106-router', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:33Z', 'updated_at': '2021-11-04T13:29:35Z', 'revision_number': 3, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'gw_port': {'id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:34Z', 'updated_at': '2021-11-04T13:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}] {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:29:38.336357 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4b749-a401-46af-9f23-dd420739d2dc req-512ce6f5-548f-43df-9ef5-b71d06e5b87e tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:38.337241 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-acac3843-12a3-41a8-85f8-ecec9512b8b2 None None] Port 745bad27-c5a8-437b-a92a-3ad44a3a7565 cannot update to ACTIVE because it is not bound. {{(pid=82774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 04 13:29:38.343184 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-35c4b749-a401-46af-9f23-dd420739d2dc req-512ce6f5-548f-43df-9ef5-b71d06e5b87e tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1687222 Nov 04 13:29:38.357073 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port c0529caf-9188-475c-8816-37e582f06a79 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:29:38.357461 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:38.397410 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-35c4b749-a401-46af-9f23-dd420739d2dc req-30cb22b1-5dd7-4e83-9ebc-d5bc5a3e7335 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470154 Nov 04 13:29:38.590768 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:38.596072 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:38.639707 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:38.657203 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 44974) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:38.767926 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2764254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3838799'] for router_interface, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:38.778476 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=745bad27-c5a8-437b-a92a-3ad44a3a7565,revision_number=2']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:38.784934 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:38.822307 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-740cf985-af01-4474-a239-2ce8c08df442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:38.855065 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-740cf985-af01-4474-a239-2ce8c08df442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:38.859384 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-740cf985-af01-4474-a239-2ce8c08df442 admin admin] Usage tracker for resource:security_group_rule and tenant:96fa68f79f424fa9a9fb541725abf820 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:38.862822 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-740cf985-af01-4474-a239-2ce8c08df442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:38.869210 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-740cf985-af01-4474-a239-2ce8c08df442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:38.895192 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f513a-c2ce-4175-9c68-174ae2fa2882 req-fcb2dcf2-4d3c-4447-bdb4-779130b1aa49 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:38.896695 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-cf9f513a-c2ce-4175-9c68-174ae2fa2882 req-fcb2dcf2-4d3c-4447-bdb4-779130b1aa49 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.2579951 Nov 04 13:29:38.947460 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-740cf985-af01-4474-a239-2ce8c08df442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:38.954393 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-740cf985-af01-4474-a239-2ce8c08df442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:38.962362 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-6a885ba1-ee49-4cc0-8611-d5f12d5ccd97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:38.973934 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Network df8f186d-bbe6-4f3f-8311-7c1b35152aa5 is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:29:38.976935 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:29:39.006646 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740cf985-af01-4474-a239-2ce8c08df442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566ae9d7-d01b-4068-b7fe-12ede8cda366,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:39.014617 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-740cf985-af01-4474-a239-2ce8c08df442 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=96fa68f79f424fa9a9fb541725abf820&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3562009 Nov 04 13:29:39.015427 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 44980) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:39.016505 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-740cf985-af01-4474-a239-2ce8c08df442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:39.065983 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-cf9f513a-c2ce-4175-9c68-174ae2fa2882 req-0c334c96-75bf-492a-8cbd-76db6b8d7d35 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505568 Nov 04 13:29:39.092410 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-beb2ab24-4966-40ba-90da-0180c8082d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:39.129136 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-beb2ab24-4966-40ba-90da-0180c8082d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:39.212375 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-beb2ab24-4966-40ba-90da-0180c8082d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:39.216182 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-c0c4db22-7332-4e1a-8fbe-ffa5c6724142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:39.230541 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2ab24-4966-40ba-90da-0180c8082d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566ae9d7-d01b-4068-b7fe-12ede8cda366,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:39.235014 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-beb2ab24-4966-40ba-90da-0180c8082d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:39.261517 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-beb2ab24-4966-40ba-90da-0180c8082d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:39.264880 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-beb2ab24-4966-40ba-90da-0180c8082d30 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/566ae9d7-d01b-4068-b7fe-12ede8cda366 HTTP/1.1" status: 204 len: 168 time: 0.2450013 Nov 04 13:29:39.266563 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-08be3031-a70b-469c-9e07-3e12a43a87f6 None None] Provisioning complete for port 745bad27-c5a8-437b-a92a-3ad44a3a7565 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:29:39.267186 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-08be3031-a70b-469c-9e07-3e12a43a87f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:39.319968 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-08be3031-a70b-469c-9e07-3e12a43a87f6 None None] Port 745bad27-c5a8-437b-a92a-3ad44a3a7565 cannot update to ACTIVE because it is not bound. {{(pid=82774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 04 13:29:39.460017 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Router 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:29:39.604111 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90263966-20d1-417e-989a-6af5e2becbaf req-415a508e-f345-4d74-8dc9-64333e8c278d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:39.606132 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-90263966-20d1-417e-989a-6af5e2becbaf req-415a508e-f345-4d74-8dc9-64333e8c278d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0818648 Nov 04 13:29:39.606584 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 44990) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:39.642740 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-3226d0b7-0123-477a-b541-71e2ca186ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:39.678603 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:29:39.688848 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] 10.222.0.93 "PUT /v2.0/routers/1cd066c5-a71e-42aa-8e4e-94ef01bb27bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3601089 Nov 04 13:29:39.693252 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-90263966-20d1-417e-989a-6af5e2becbaf req-b531263b-8e68-44c3-8558-83ffd07452c3 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683367 Nov 04 13:29:39.696704 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-3226d0b7-0123-477a-b541-71e2ca186ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:39.700290 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-3226d0b7-0123-477a-b541-71e2ca186ff5 admin admin] Usage tracker for resource:security_group_rule and tenant:9384f889a6694ead9c3b14118ce00816 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:39.703780 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-3226d0b7-0123-477a-b541-71e2ca186ff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:39.709778 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-3226d0b7-0123-477a-b541-71e2ca186ff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:39.776614 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-3226d0b7-0123-477a-b541-71e2ca186ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:39.780740 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-3226d0b7-0123-477a-b541-71e2ca186ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:39.788124 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-f3e059d7-c383-4a35-947c-723f535c21f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:39.827223 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226d0b7-0123-477a-b541-71e2ca186ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60ab099-4bd9-4dc5-a298-cc758b02d941,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:39.831960 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-3226d0b7-0123-477a-b541-71e2ca186ff5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9384f889a6694ead9c3b14118ce00816&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2244582 Nov 04 13:29:39.832989 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-3226d0b7-0123-477a-b541-71e2ca186ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:39.834995 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 44998) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:39.897448 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-19b23da8-f15b-42dc-8508-3df186fc48bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:39.923197 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-19b23da8-f15b-42dc-8508-3df186fc48bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:39.994472 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-19b23da8-f15b-42dc-8508-3df186fc48bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:40.000325 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-bc0779dc-7aed-43dd-b99b-f63661e6c220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:40.016902 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b23da8-f15b-42dc-8508-3df186fc48bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60ab099-4bd9-4dc5-a298-cc758b02d941,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:40.019041 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-19b23da8-f15b-42dc-8508-3df186fc48bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:40.020206 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-19b23da8-f15b-42dc-8508-3df186fc48bc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d60ab099-4bd9-4dc5-a298-cc758b02d941 HTTP/1.1" status: 204 len: 168 time: 0.1847398 Nov 04 13:29:40.021259 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-19b23da8-f15b-42dc-8508-3df186fc48bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:40.034972 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device bd87385a-0699-4d2d-87c6-c4f1a58240c8 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:29:40.111215 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port bd87385a-0699-4d2d-87c6-c4f1a58240c8 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:29:40.116298 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port bd87385a-0699-4d2d-87c6-c4f1a58240c8 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:29:40.116688 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:40.310665 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f14a3-9940-4e83-bf3b-5a3edab5ec5d req-a70a1ae1-5b7d-4b7e-910f-35e32ebd204d tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:40.311604 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:40.312819 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-376f14a3-9940-4e83-bf3b-5a3edab5ec5d req-a70a1ae1-5b7d-4b7e-910f-35e32ebd204d tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.1073947 Nov 04 13:29:40.338856 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] For port bd87385a-0699-4d2d-87c6-c4f1a58240c8, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=bd87385a-0699-4d2d-87c6-c4f1a58240c8,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:29:40.346575 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:40.352432 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:40.368029 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-376f14a3-9940-4e83-bf3b-5a3edab5ec5d req-43c3462a-d8b4-440b-ac8f-20421afdd1d2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471621 Nov 04 13:29:40.436977 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Pushing event updated for resources: {'Port': ['ID=bd87385a-0699-4d2d-87c6-c4f1a58240c8,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:40.441365 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:40.767814 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 45034) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:40.774553 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1443426623-network', 'tenant_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:29:40.779624 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:40.784401 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Usage tracker for resource:network and tenant:715adfdca9c94f7ea8f2e7cb3b11e2f7 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:40.787724 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:40.793687 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:40.804758 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Made reservation on behalf of 715adfdca9c94f7ea8f2e7cb3b11e2f7 for: {'network': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:29:40.807026 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for network, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:40.820372 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:40.969991 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:40.977067 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Usage tracker for resource:security_group_rule and tenant:715adfdca9c94f7ea8f2e7cb3b11e2f7 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:40.980500 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:40.988502 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:41.014151 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2f4cb-ea47-449e-a612-0fb06932b687 req-a500feb4-004e-409e-be9b-82d6f71f84e9 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:41.016124 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1dd2f4cb-ea47-449e-a612-0fb06932b687 req-a500feb4-004e-409e-be9b-82d6f71f84e9 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1850700 Nov 04 13:29:41.094001 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1dd2f4cb-ea47-449e-a612-0fb06932b687 req-2f5efc3b-7681-4142-8c90-f5e215cea785 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699570 Nov 04 13:29:41.112831 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:41.117232 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:41.120304 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-beb2ab24-4966-40ba-90da-0180c8082d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:41.148333 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=82773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 13:29:41.157235 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3c75de-fcbb-475f-ba7d-a5959f328b3a,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:41.160730 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:41.163351 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:41.163760 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.db.segments_db [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Added segment d90cbafe-c800-4d21-950f-2ffa2eb6047e of type vlan for network 79d0b2c2-122a-427e-91b1-7a3d2aac3cfe Nov 04 13:29:41.192629 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742936165852'] for network, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:41.224124 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for network, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:41.225556 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:41.226758 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:41.230837 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-583985f0-3b99-4b9b-8a11-0ae8be32eccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:41.337472 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Pushing event updated for resources: {'Network': ['ID=79d0b2c2-122a-427e-91b1-7a3d2aac3cfe,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:41.340363 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:41.344941 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5757463 Nov 04 13:29:41.345704 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45046) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:41.348387 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Network 79d0b2c2-122a-427e-91b1-7a3d2aac3cfe details requested by agent ovs-agent-dv-cinder-810367-1-smb with host dv-cinder-810367-1-smb {{(pid=82774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 04 13:29:41.355416 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-05bc3a82-cfb0-4265-82a6-d19dfb13e804 admin admin] Request body: {'subnet': {'network_id': '79d0b2c2-122a-427e-91b1-7a3d2aac3cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1443426623-subnet', 'tenant_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'ip_version': 4}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:29:41.372696 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-05bc3a82-cfb0-4265-82a6-d19dfb13e804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:41.378725 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-05bc3a82-cfb0-4265-82a6-d19dfb13e804 admin admin] Usage tracker for resource:subnet and tenant:715adfdca9c94f7ea8f2e7cb3b11e2f7 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:41.382344 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-05bc3a82-cfb0-4265-82a6-d19dfb13e804 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:41.388943 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-05bc3a82-cfb0-4265-82a6-d19dfb13e804 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:41.399770 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bc3a82-cfb0-4265-82a6-d19dfb13e804 admin admin] Made reservation on behalf of 715adfdca9c94f7ea8f2e7cb3b11e2f7 for: {'subnet': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:29:41.402090 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-05bc3a82-cfb0-4265-82a6-d19dfb13e804 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2604504'] for subnet, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:41.679820 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bc9fd-1c41-43ad-9719-175e49b1e46a req-8def2b07-89fb-420b-84b9-6032f9faa080 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:41.681314 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5f2bc9fd-1c41-43ad-9719-175e49b1e46a req-8def2b07-89fb-420b-84b9-6032f9faa080 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.1635602 Nov 04 13:29:41.722273 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-05bc3a82-cfb0-4265-82a6-d19dfb13e804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3573347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2604462'] for subnet, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:41.727720 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:41.800513 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5f2bc9fd-1c41-43ad-9719-175e49b1e46a req-acd18af3-835a-4e0a-a993-88c960b0bae9 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063778 Nov 04 13:29:41.821385 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc3a82-cfb0-4265-82a6-d19dfb13e804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eafa161c-2943-4aa4-9722-e04d2759dd9f,revision_number=0']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:41.909891 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-05bc3a82-cfb0-4265-82a6-d19dfb13e804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:41.913417 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] Sync routers for ids ['1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'] in dv-cinder-810367-1-smb {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:29:41.922465 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc3a82-cfb0-4265-82a6-d19dfb13e804 admin admin] Checking segment: {'id': 'd90cbafe-c800-4d21-950f-2ffa2eb6047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79d0b2c2-122a-427e-91b1-7a3d2aac3cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:29:41.923142 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bc3a82-cfb0-4265-82a6-d19dfb13e804 admin admin] Network hostable DHCP agents. Network: 79d0b2c2-122a-427e-91b1-7a3d2aac3cfe, hostable agents: ['631ea237-d78a-4659-83c4-0eb0d10a6a4b'], hosted agents: [] {{(pid=82772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 13:29:41.925522 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] Routers {'1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:29:41.926228 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:29:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:29:41.947900 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bc3a82-cfb0-4265-82a6-d19dfb13e804 admin admin] Network 79d0b2c2-122a-427e-91b1-7a3d2aac3cfe is scheduled to be hosted by DHCP agent 631ea237-d78a-4659-83c4-0eb0d10a6a4b with binding_index 1 {{(pid=82772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 13:29:41.959435 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [None req-05bc3a82-cfb0-4265-82a6-d19dfb13e804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-smb, 79d0b2c2-122a-427e-91b1-7a3d2aac3cfe) {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:29:41.964346 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bc3a82-cfb0-4265-82a6-d19dfb13e804 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:41.964977 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-05bc3a82-cfb0-4265-82a6-d19dfb13e804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:41.981773 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594fd3a8-8056-439b-9a3a-ead9497b801d None None] Network 79d0b2c2-122a-427e-91b1-7a3d2aac3cfe requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:29:41.994163 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-05bc3a82-cfb0-4265-82a6-d19dfb13e804 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6429975 Nov 04 13:29:41.994991 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45056) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:42.001083 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1443426623-router', 'tenant_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:29:42.005519 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:42.009324 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Usage tracker for resource:router and tenant:715adfdca9c94f7ea8f2e7cb3b11e2f7 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:42.011044 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device bd87385a-0699-4d2d-87c6-c4f1a58240c8 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:29:42.012153 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:42.018437 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:42.028587 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9207'] for router, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:42.029642 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3839100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3907538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9102'] for router, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:42.047537 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:42.193693 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3834513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9116'] for router, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:42.319416 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585519-e964-4911-a640-98dae11bb466 req-68dd4cef-28ec-4001-9385-4c38984d2ab0 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:42.321105 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-bb585519-e964-4911-a640-98dae11bb466 req-68dd4cef-28ec-4001-9385-4c38984d2ab0 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0855379 Nov 04 13:29:42.329670 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] Set router 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:29:42.370141 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-bb585519-e964-4911-a640-98dae11bb466 req-5ceed665-e369-4f24-9f32-417f46b40e14 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417523 Nov 04 13:29:42.412695 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:42.414579 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port bd87385a-0699-4d2d-87c6-c4f1a58240c8 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:29:42.414986 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:42.443937 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:42.512621 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp297d0050-6f8e-552a-a3ab-a77bfbb8aa11-79d0b2c2-122a-427e-91b1-7a3d2aac3cfe', 'network_id': '79d0b2c2-122a-427e-91b1-7a3d2aac3cfe', 'tenant_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'fixed_ips': [{'subnet_id': 'eafa161c-2943-4aa4-9722-e04d2759dd9f'}]}} from dv-cinder-810367-1-smb. {{(pid=82774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 04 13:29:42.513428 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:42.587895 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Allocated IP 172.28.1.139 (3a01b9c4-59fa-4ac6-86b7-88d3229c48a4/d8a4ad71-5939-4e74-92b3-9a9ca440e818/3f643012-f213-436e-9860-f71db25a5ce3) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:29:42.737486 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:42.777025 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:42.783001 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-8d2231a9-f3cd-4db3-8b35-294a4a709cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:42.850009 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:29:42.853043 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:29:42.862948 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:29:42.908180 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Pushing event updated for resources: {'Port': ['ID=3f643012-f213-436e-9860-f71db25a5ce3,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:42.912393 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:42.966114 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.db_base_plugin_common [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Allocated IP 172.20.0.2 (79d0b2c2-122a-427e-91b1-7a3d2aac3cfe/eafa161c-2943-4aa4-9722-e04d2759dd9f/42494e5c-f6a3-4bd7-a249-a64481dd5bf6) {{(pid=82774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:29:43.090676 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'name': 'tempest-TestShelveInstance-110404106-router', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:33Z', 'updated_at': '2021-11-04T13:29:37Z', 'revision_number': 4, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'gw_port': {'id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:34Z', 'updated_at': '2021-11-04T13:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': '745bad27-c5a8-437b-a92a-3ad44a3a7565', 'name': '', 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'mac_address': 'fa:16:3e:8e:a0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0beef5-8835-4c75-a34e-3fbc299334f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:37Z', 'updated_at': '2021-11-04T13:29:38Z', 'revision_number': 2, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'subnets': [{'id': '5f0beef5-8835-4c75-a34e-3fbc299334f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:29:43.108074 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] Checking router: 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb for host: dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:29:43.108520 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] Updating router 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb port 745bad27-c5a8-437b-a92a-3ad44a3a7565 binding host dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 04 13:29:43.116639 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc841b-f84b-45e2-9c38-7324d05c4a12 req-29ab7d10-ff53-4c18-9566-3c201a4f38e8 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:43.124397 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c7bc841b-f84b-45e2-9c38-7324d05c4a12 req-29ab7d10-ff53-4c18-9566-3c201a4f38e8 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.1076140 Nov 04 13:29:43.170760 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:43.171976 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3834504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839009'] for router, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:43.182189 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c7bc841b-f84b-45e2-9c38-7324d05c4a12 req-d5994e07-633f-4f89-8f34-5db95c1ef22b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578148 Nov 04 13:29:43.194076 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:43.370561 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Notify callbacks [] for port, precommit_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:43.393914 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Transition to ACTIVE for port object 42494e5c-f6a3-4bd7-a249-a64481dd5bf6 will not be triggered until provisioned by entity L2. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:29:43.430441 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Transition to ACTIVE for port object 42494e5c-f6a3-4bd7-a249-a64481dd5bf6 will not be triggered until provisioned by entity DHCP. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:29:43.436690 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Router f162ecb5-56b2-4471-8fc7-0dfedf1b1c88 is scheduled to L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 with binding_index 1 {{(pid=82772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 13:29:43.459014 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526'] for port, after_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:43.509392 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:43.600103 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Network 79d0b2c2-122a-427e-91b1-7a3d2aac3cfe is already hosted by enough agents. {{(pid=82774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:29:43.600931 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Pushing event updated for resources: {'Port': ['ID=42494e5c-f6a3-4bd7-a249-a64481dd5bf6,revision_number=1']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:43.605448 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.scheduler.base_scheduler [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Resources bound (agent type, host, resource id): {{(pid=82774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:29:43.609935 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff5145-b699-479f-86cc-72c1de3238ae req-5a5f3efc-583a-4d4f-a65b-04d633e225ea tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:43.617157 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5cff5145-b699-479f-86cc-72c1de3238ae req-5a5f3efc-583a-4d4f-a65b-04d633e225ea tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0971038 Nov 04 13:29:43.617864 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:43.620931 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Received port after_create {{(pid=82774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:29:43.670350 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:29:43.670918 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5cff5145-b699-479f-86cc-72c1de3238ae req-3d57f1db-b27b-4be7-913c-563d8c6768a6 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520084 Nov 04 13:29:43.694439 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] Sync routers for ids ['f162ecb5-56b2-4471-8fc7-0dfedf1b1c88'] in dv-cinder-810367-1-smb {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:29:43.707561 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Notify callbacks [] for router, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:43.711401 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7123721 Nov 04 13:29:43.711970 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] Routers {'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:29:43.712801 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:29:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['f162ecb5-56b2-4471-8fc7-0dfedf1b1c88'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:29:43.714320 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 45086) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:43.736632 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Attempting to bind port 42494e5c-f6a3-4bd7-a249-a64481dd5bf6 on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:29:43.737013 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Attempting to bind port 42494e5c-f6a3-4bd7-a249-a64481dd5bf6 by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': 'd90cbafe-c800-4d21-950f-2ffa2eb6047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79d0b2c2-122a-427e-91b1-7a3d2aac3cfe'}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:29:43.737384 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Attempting to bind port 42494e5c-f6a3-4bd7-a249-a64481dd5bf6 on network 79d0b2c2-122a-427e-91b1-7a3d2aac3cfe {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:29:43.753938 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:29:43.754318 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Checking segment: {'id': 'd90cbafe-c800-4d21-950f-2ffa2eb6047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79d0b2c2-122a-427e-91b1-7a3d2aac3cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:29:43.754727 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:43.755126 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Bound using segment: {'id': 'd90cbafe-c800-4d21-950f-2ffa2eb6047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79d0b2c2-122a-427e-91b1-7a3d2aac3cfe'} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:29:43.755606 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Bound port: 42494e5c-f6a3-4bd7-a249-a64481dd5bf6, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90cbafe-c800-4d21-950f-2ffa2eb6047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79d0b2c2-122a-427e-91b1-7a3d2aac3cfe'}}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:29:43.755985 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:43.881169 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] Notify callbacks [] for port, precommit_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:43.902364 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] Set router f162ecb5-56b2-4471-8fc7-0dfedf1b1c88 gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:29:43.910510 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] Transition to ACTIVE for port object 745bad27-c5a8-437b-a92a-3ad44a3a7565 will not be triggered until provisioned by entity L2. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:29:43.917076 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] For port 42494e5c-f6a3-4bd7-a249-a64481dd5bf6, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:29:43.920534 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] For port 42494e5c-f6a3-4bd7-a249-a64481dd5bf6, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=42494e5c-f6a3-4bd7-a249-a64481dd5bf6,segment=NetworkSegment(d90cbafe-c800-4d21-950f-2ffa2eb6047e),segment_id=d90cbafe-c800-4d21-950f-2ffa2eb6047e)] {{(pid=82774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:29:43.921800 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:43.926191 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:43.961477 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:44.085581 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557bc35-8293-4f18-80a4-6d6d13fcd312 None None] Pushing event updated for resources: {'Port': ['ID=745bad27-c5a8-437b-a92a-3ad44a3a7565,revision_number=3']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:44.094934 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-b557bc35-8293-4f18-80a4-6d6d13fcd312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:44.096241 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:44.341934 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88', 'name': 'tempest-TestShelveInstance-1443426623-router', 'tenant_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.139'}], 'enable_snat': True}, 'gw_port_id': '3f643012-f213-436e-9860-f71db25a5ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:42Z', 'updated_at': '2021-11-04T13:29:43Z', 'revision_number': 3, 'project_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'gw_port': {'id': '3f643012-f213-436e-9860-f71db25a5ce3', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:42:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:42Z', 'updated_at': '2021-11-04T13:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:29:44.347485 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] Checking router: f162ecb5-56b2-4471-8fc7-0dfedf1b1c88 for host: dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:29:44.348434 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] Updating router f162ecb5-56b2-4471-8fc7-0dfedf1b1c88 port 3f643012-f213-436e-9860-f71db25a5ce3 binding host dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 04 13:29:44.404030 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] Attempting to bind port 745bad27-c5a8-437b-a92a-3ad44a3a7565 on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:29:44.404456 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] Attempting to bind port 745bad27-c5a8-437b-a92a-3ad44a3a7565 by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': '2db17a44-47f4-4d17-ab2a-321e19c2f47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5'}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:29:44.404826 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] Attempting to bind port 745bad27-c5a8-437b-a92a-3ad44a3a7565 on network df8f186d-bbe6-4f3f-8311-7c1b35152aa5 {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:29:44.413708 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:29:44.414513 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] Checking segment: {'id': '2db17a44-47f4-4d17-ab2a-321e19c2f47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:29:44.414513 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:44.414912 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] Bound using segment: {'id': '2db17a44-47f4-4d17-ab2a-321e19c2f47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5'} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:29:44.415384 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] Bound port: 745bad27-c5a8-437b-a92a-3ad44a3a7565, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db17a44-47f4-4d17-ab2a-321e19c2f47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5'}}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:29:44.415769 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:44.420525 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:44.434152 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Pushing event updated for resources: {'Port': ['ID=42494e5c-f6a3-4bd7-a249-a64481dd5bf6,revision_number=2']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:44.440773 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:44.564165 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38297a-dcfc-4967-a0c5-d2ec936796ea req-4430fe01-5046-4274-83f9-127fdd251a0b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:44.577321 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0d38297a-dcfc-4967-a0c5-d2ec936796ea req-4430fe01-5046-4274-83f9-127fdd251a0b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.1675997 Nov 04 13:29:44.587132 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] For port 745bad27-c5a8-437b-a92a-3ad44a3a7565, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:29:44.590581 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] For port 745bad27-c5a8-437b-a92a-3ad44a3a7565, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=745bad27-c5a8-437b-a92a-3ad44a3a7565,segment=NetworkSegment(2db17a44-47f4-4d17-ab2a-321e19c2f47d),segment_id=2db17a44-47f4-4d17-ab2a-321e19c2f47d)] {{(pid=82774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:29:44.599425 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:44.606096 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:44.648890 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0d38297a-dcfc-4967-a0c5-d2ec936796ea req-65ba7a27-1391-4bca-9cec-4d4bba2c8929 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701821 Nov 04 13:29:44.701230 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557bc35-8293-4f18-80a4-6d6d13fcd312 None None] Pushing event updated for resources: {'Port': ['ID=745bad27-c5a8-437b-a92a-3ad44a3a7565,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:44.712679 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-b557bc35-8293-4f18-80a4-6d6d13fcd312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:44.728766 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] Routers {'1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:29:44.729407 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:29:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:29:44.882905 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] Notify callbacks [] for port, precommit_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:44.897552 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.provisioning_blocks [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] Transition to ACTIVE for port object 3f643012-f213-436e-9860-f71db25a5ce3 will not be triggered until provisioned by entity L2. {{(pid=82775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:29:44.909032 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:44.917350 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-a690d3ed-5e59-4f22-9088-89a5b9955793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:44.974489 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] Set router 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:29:45.004360 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:45.011534 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] Attempting to bind port 3f643012-f213-436e-9860-f71db25a5ce3 on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:29:45.011991 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] Attempting to bind port 3f643012-f213-436e-9860-f71db25a5ce3 by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}] {{(pid=82775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:29:45.013235 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] Attempting to bind port 3f643012-f213-436e-9860-f71db25a5ce3 on network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:29:45.021847 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc273e-e0ef-4ddc-be5d-319b6d7062b0 None None] Pushing event updated for resources: {'Port': ['ID=3f643012-f213-436e-9860-f71db25a5ce3,revision_number=2']} {{(pid=82775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:45.025535 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-1fbc273e-e0ef-4ddc-be5d-319b6d7062b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:45.029707 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:29:45.030101 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] Checking segment: {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:29:45.030980 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:45.031309 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] Bound using segment: {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'} {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:29:45.031875 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] Bound port: 3f643012-f213-436e-9860-f71db25a5ce3, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}}] {{(pid=82775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:29:45.032339 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:45.083657 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8352a68-e120-46cf-ad95-7addb2f84158 req-1c1cc778-71e2-47ce-b233-7d82b2bb2a10 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:45.085410 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a8352a68-e120-46cf-ad95-7addb2f84158 req-1c1cc778-71e2-47ce-b233-7d82b2bb2a10 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.2580135 Nov 04 13:29:45.123852 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.db [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] For port 3f643012-f213-436e-9860-f71db25a5ce3, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:29:45.129168 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.db [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] For port 3f643012-f213-436e-9860-f71db25a5ce3, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=3f643012-f213-436e-9860-f71db25a5ce3,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:29:45.135944 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:45.142815 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-1fbc273e-e0ef-4ddc-be5d-319b6d7062b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:45.228928 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc273e-e0ef-4ddc-be5d-319b6d7062b0 None None] Pushing event updated for resources: {'Port': ['ID=3f643012-f213-436e-9860-f71db25a5ce3,revision_number=3']} {{(pid=82775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:45.232799 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-1fbc273e-e0ef-4ddc-be5d-319b6d7062b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:45.234842 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a8352a68-e120-46cf-ad95-7addb2f84158 req-a1af10d5-de07-4b28-8424-08fadab54c9e tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168761 Nov 04 13:29:45.257539 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] Routers {'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:29:45.258603 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:29:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['f162ecb5-56b2-4471-8fc7-0dfedf1b1c88'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:29:45.346723 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_common [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Allocated IP 172.20.0.1 (79d0b2c2-122a-427e-91b1-7a3d2aac3cfe/eafa161c-2943-4aa4-9722-e04d2759dd9f/d8d96cf1-c31c-4755-8606-5f2c177baaaa) {{(pid=82773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:29:45.428138 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'name': 'tempest-TestShelveInstance-110404106-router', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:33Z', 'updated_at': '2021-11-04T13:29:37Z', 'revision_number': 4, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'gw_port': {'id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:34Z', 'updated_at': '2021-11-04T13:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': '745bad27-c5a8-437b-a92a-3ad44a3a7565', 'name': '', 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'mac_address': 'fa:16:3e:8e:a0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0beef5-8835-4c75-a34e-3fbc299334f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:37Z', 'updated_at': '2021-11-04T13:29:44Z', 'revision_number': 4, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'subnets': [{'id': '5f0beef5-8835-4c75-a34e-3fbc299334f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:29:45.438656 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0544d7-83a6-42db-a621-acd25bedb21d None None] The sync data for ids ['1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'] in dv-cinder-810367-1-smb is: [{'id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'name': 'tempest-TestShelveInstance-110404106-router', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:33Z', 'updated_at': '2021-11-04T13:29:37Z', 'revision_number': 4, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'gw_port': {'id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:34Z', 'updated_at': '2021-11-04T13:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': '745bad27-c5a8-437b-a92a-3ad44a3a7565', 'name': '', 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'mac_address': 'fa:16:3e:8e:a0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0beef5-8835-4c75-a34e-3fbc299334f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:37Z', 'updated_at': '2021-11-04T13:29:44Z', 'revision_number': 4, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'subnets': [{'id': '5f0beef5-8835-4c75-a34e-3fbc299334f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:29:45.502481 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] Set router f162ecb5-56b2-4471-8fc7-0dfedf1b1c88 gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:29:45.562360 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629ee130-fcf1-411e-8e1f-e0d41a8f20f9 None None] Network 79d0b2c2-122a-427e-91b1-7a3d2aac3cfe requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:29:45.649401 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:45.671272 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.provisioning_blocks [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Transition to ACTIVE for port object d8d96cf1-c31c-4755-8606-5f2c177baaaa will not be triggered until provisioned by entity DHCP. {{(pid=82773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:29:45.716900 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:45.723350 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-f289f759-f1d0-4499-8d57-06d2b4f8be91 None None] Provisioning for port 42494e5c-f6a3-4bd7-a249-a64481dd5bf6 completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:29:45.726146 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-0f930294-0fcc-4b9e-92d4-3d0ff5e978fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:45.827659 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Network 79d0b2c2-122a-427e-91b1-7a3d2aac3cfe is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:29:45.834045 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:29:45.843164 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Received port after_create {{(pid=82773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:29:45.913979 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=d8d96cf1-c31c-4755-8606-5f2c177baaaa,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:45.950803 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3837291'] for router_interface, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:46.023436 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:46.029887 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 45112) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:46.042919 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88', 'name': 'tempest-TestShelveInstance-1443426623-router', 'tenant_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.139'}], 'enable_snat': True}, 'gw_port_id': '3f643012-f213-436e-9860-f71db25a5ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:42Z', 'updated_at': '2021-11-04T13:29:43Z', 'revision_number': 3, 'project_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'gw_port': {'id': '3f643012-f213-436e-9860-f71db25a5ce3', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:42:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:42Z', 'updated_at': '2021-11-04T13:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:29:46.050600 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba969b-4d0a-4cf8-a144-b1472f2f5179 None None] The sync data for ids ['f162ecb5-56b2-4471-8fc7-0dfedf1b1c88'] in dv-cinder-810367-1-smb is: [{'id': 'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88', 'name': 'tempest-TestShelveInstance-1443426623-router', 'tenant_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.139'}], 'enable_snat': True}, 'gw_port_id': '3f643012-f213-436e-9860-f71db25a5ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:42Z', 'updated_at': '2021-11-04T13:29:43Z', 'revision_number': 3, 'project_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'gw_port': {'id': '3f643012-f213-436e-9860-f71db25a5ce3', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:42:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:42Z', 'updated_at': '2021-11-04T13:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}] {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:29:46.149708 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 42494e5c-f6a3-4bd7-a249-a64481dd5bf6 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:29:46.209443 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:46.339215 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4bc40-30ea-4468-b780-6f8fa61ef17a req-e73522d3-190b-4aeb-bee3-e6945ea3f79f tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:46.349456 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port 42494e5c-f6a3-4bd7-a249-a64481dd5bf6 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:29:46.355179 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 42494e5c-f6a3-4bd7-a249-a64481dd5bf6 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:29:46.355784 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:46.361907 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-77d4bc40-30ea-4468-b780-6f8fa61ef17a req-e73522d3-190b-4aeb-bee3-e6945ea3f79f tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.4533448 Nov 04 13:29:46.452173 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-189348fa-f232-4a57-8b0e-25a985aa4693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:46.480586 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-77d4bc40-30ea-4468-b780-6f8fa61ef17a req-bd19d6df-7a85-44d0-a1fb-9d901d390445 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090534 Nov 04 13:29:46.534141 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-f19fc243-579a-4221-bb54-7ecc6fe55c5c None None] Provisioning complete for port 42494e5c-f6a3-4bd7-a249-a64481dd5bf6 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:29:46.534682 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-f19fc243-579a-4221-bb54-7ecc6fe55c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:46.593257 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-189348fa-f232-4a57-8b0e-25a985aa4693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:46.597958 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-189348fa-f232-4a57-8b0e-25a985aa4693 admin admin] Usage tracker for resource:security_group_rule and tenant:fb0ea1b8d5ba4c01ad852a2eda6a6a44 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:46.601147 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-189348fa-f232-4a57-8b0e-25a985aa4693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:46.608155 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-189348fa-f232-4a57-8b0e-25a985aa4693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:46.710466 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:46.720538 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-189348fa-f232-4a57-8b0e-25a985aa4693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:46.736360 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-189348fa-f232-4a57-8b0e-25a985aa4693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:46.745840 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-19b23da8-f15b-42dc-8508-3df186fc48bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:46.750917 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-f19fc243-579a-4221-bb54-7ecc6fe55c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:46.773924 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] For port 42494e5c-f6a3-4bd7-a249-a64481dd5bf6, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=42494e5c-f6a3-4bd7-a249-a64481dd5bf6,segment=NetworkSegment(d90cbafe-c800-4d21-950f-2ffa2eb6047e),segment_id=d90cbafe-c800-4d21-950f-2ffa2eb6047e)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:29:46.781401 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:46.782327 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 745bad27-c5a8-437b-a92a-3ad44a3a7565 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:29:46.809902 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-e64a3390-db99-4426-85d8-27fc8c0c131f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:46.813885 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189348fa-f232-4a57-8b0e-25a985aa4693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d6b246-2792-478b-a78e-e01efa77272c,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:46.816936 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-189348fa-f232-4a57-8b0e-25a985aa4693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:46.823412 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-189348fa-f232-4a57-8b0e-25a985aa4693 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fb0ea1b8d5ba4c01ad852a2eda6a6a44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7884760 Nov 04 13:29:46.826065 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45120) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:46.842098 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bab7ad-dfb1-43ed-8a1a-4009a63f46f6 req-1e988609-f38c-4849-ac4a-9aa6df5f2fd1 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:46.843647 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-66bab7ad-dfb1-43ed-8a1a-4009a63f46f6 req-1e988609-f38c-4849-ac4a-9aa6df5f2fd1 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.3214111 Nov 04 13:29:46.847978 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:46.867320 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671960'] for port, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:46.899680 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:46.899946 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5dda1f7b-a75e-4592-9ef2-93e3c49111e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:46.927575 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5dda1f7b-a75e-4592-9ef2-93e3c49111e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:46.975863 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.db.api [None req-f19fc243-579a-4221-bb54-7ecc6fe55c5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 13:29:46.977067 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_db.api [None req-f19fc243-579a-4221-bb54-7ecc6fe55c5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 13:29:46.989028 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Pushing event updated for resources: {'Port': ['ID=42494e5c-f6a3-4bd7-a249-a64481dd5bf6,revision_number=3']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:46.992961 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:47.002398 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=d8d96cf1-c31c-4755-8606-5f2c177baaaa,revision_number=2']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:47.002692 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port 745bad27-c5a8-437b-a92a-3ad44a3a7565 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:29:47.005514 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:47.006642 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5dda1f7b-a75e-4592-9ef2-93e3c49111e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:47.006886 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2764254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3838799'] for router_interface, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:47.008706 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 745bad27-c5a8-437b-a92a-3ad44a3a7565 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:29:47.009090 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:47.012422 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-cccd0ca8-9c94-4459-9212-432ddeba84df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:47.012955 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-66bab7ad-dfb1-43ed-8a1a-4009a63f46f6 req-e652d04c-9e6e-4511-b54e-2edefc51f5f8 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605494 Nov 04 13:29:47.026487 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda1f7b-a75e-4592-9ef2-93e3c49111e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d6b246-2792-478b-a78e-e01efa77272c,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:47.029798 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-5dda1f7b-a75e-4592-9ef2-93e3c49111e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:47.033067 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5dda1f7b-a75e-4592-9ef2-93e3c49111e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:47.049497 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-5dda1f7b-a75e-4592-9ef2-93e3c49111e2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/72d6b246-2792-478b-a78e-e01efa77272c HTTP/1.1" status: 204 len: 168 time: 0.2217045 Nov 04 13:29:47.142581 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:47.157534 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Network 79d0b2c2-122a-427e-91b1-7a3d2aac3cfe is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:29:47.159206 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:29:47.177632 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] For port 745bad27-c5a8-437b-a92a-3ad44a3a7565, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=745bad27-c5a8-437b-a92a-3ad44a3a7565,segment=NetworkSegment(2db17a44-47f4-4d17-ab2a-321e19c2f47d),segment_id=2db17a44-47f4-4d17-ab2a-321e19c2f47d)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:29:47.189287 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:47.206359 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:47.282118 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Pushing event updated for resources: {'Port': ['ID=745bad27-c5a8-437b-a92a-3ad44a3a7565,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:47.286419 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:47.547827 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-f19fc243-579a-4221-bb54-7ecc6fe55c5c None None] Provisioning for port d8d96cf1-c31c-4755-8606-5f2c177baaaa completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:29:47.553677 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-f19fc243-579a-4221-bb54-7ecc6fe55c5c None None] Provisioning complete for port d8d96cf1-c31c-4755-8606-5f2c177baaaa triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:29:47.554341 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-f19fc243-579a-4221-bb54-7ecc6fe55c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:47.607388 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Router f162ecb5-56b2-4471-8fc7-0dfedf1b1c88 has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:29:47.618416 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-f19fc243-579a-4221-bb54-7ecc6fe55c5c None None] Port d8d96cf1-c31c-4755-8606-5f2c177baaaa cannot update to ACTIVE because it is not bound. {{(pid=82774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 04 13:29:47.706473 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7423b-9cac-494d-8aa0-34ef7f585035 req-e1ecae4c-caa4-473e-a23c-15ceeb2991a3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:47.708080 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e2f7423b-9cac-494d-8aa0-34ef7f585035 req-e1ecae4c-caa4-473e-a23c-15ceeb2991a3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.0789862 Nov 04 13:29:47.742282 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-b27e65b5-39c2-474c-9309-31f7ca18a219 None None] Provisioning complete for port d8d96cf1-c31c-4755-8606-5f2c177baaaa triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:29:47.742809 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-b27e65b5-39c2-474c-9309-31f7ca18a219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:47.759106 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e2f7423b-9cac-494d-8aa0-34ef7f585035 req-5d855dad-069a-4bb6-8404-0e2c115b4ae1 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454116 Nov 04 13:29:47.816640 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-b27e65b5-39c2-474c-9309-31f7ca18a219 None None] Port d8d96cf1-c31c-4755-8606-5f2c177baaaa cannot update to ACTIVE because it is not bound. {{(pid=82774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 04 13:29:47.922784 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:29:47.942027 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] 10.222.0.93 "PUT /v2.0/routers/f162ecb5-56b2-4471-8fc7-0dfedf1b1c88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2249391 Nov 04 13:29:48.035304 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 42494e5c-f6a3-4bd7-a249-a64481dd5bf6 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:29:48.207048 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 42494e5c-f6a3-4bd7-a249-a64481dd5bf6 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:29:48.207518 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:48.310974 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12aaec1-1825-4184-b1df-1bfdd2483c8b req-5d674acb-6354-4f62-8ff4-f80f9f8cdf1a tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:48.313354 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b12aaec1-1825-4184-b1df-1bfdd2483c8b req-5d674acb-6354-4f62-8ff4-f80f9f8cdf1a tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.1610024 Nov 04 13:29:48.343546 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 745bad27-c5a8-437b-a92a-3ad44a3a7565 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:29:48.369815 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d46b6a-a8fe-4fec-9336-1c061997b8da req-c05bd736-744d-4277-8ac2-3313e992e9e0 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:48.380102 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e1d46b6a-a8fe-4fec-9336-1c061997b8da req-c05bd736-744d-4277-8ac2-3313e992e9e0 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1589918 Nov 04 13:29:48.400481 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b12aaec1-1825-4184-b1df-1bfdd2483c8b req-ce8fad7c-4bb3-4795-a643-e6c8e2af9699 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770946 Nov 04 13:29:48.416205 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-254fbec2-369f-4e2e-89ce-b02efd5596be req-2bf482ba-13c6-45cb-b725-bb64cb2bcac7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7451332362e46a2a0a216c2925c30eb&device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 1098 time: 0.1712310 Nov 04 13:29:48.472136 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e1d46b6a-a8fe-4fec-9336-1c061997b8da req-9729d527-bbd9-4ee9-823e-da667c291683 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908296 Nov 04 13:29:48.490121 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 745bad27-c5a8-437b-a92a-3ad44a3a7565 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:29:48.490748 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:48.595024 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fbec2-369f-4e2e-89ce-b02efd5596be req-3c9407b4-5756-4dcb-a8b1-32f81fbabbb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:48.596653 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-254fbec2-369f-4e2e-89ce-b02efd5596be req-3c9407b4-5756-4dcb-a8b1-32f81fbabbb4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6282d6f8-f89d-43c1-9bee-c61b55a30831 HTTP/1.1" status: 200 len: 912 time: 0.1716235 Nov 04 13:29:48.715063 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-254fbec2-369f-4e2e-89ce-b02efd5596be req-309a42c9-25b2-4a3d-ae2a-7bb729d3abba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82d4400c-2819-4365-af92-3c9f5c02584f HTTP/1.1" status: 200 len: 1001 time: 0.1109962 Nov 04 13:29:48.783608 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fbec2-369f-4e2e-89ce-b02efd5596be req-af72ce31-0009-4f9a-9f25-6a2f3231e1cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:48.785195 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-254fbec2-369f-4e2e-89ce-b02efd5596be req-af72ce31-0009-4f9a-9f25-6a2f3231e1cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a8b765cb-cd12-4457-b597-71f7e124b9ac HTTP/1.1" status: 200 len: 850 time: 0.0632501 Nov 04 13:29:48.865300 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-254fbec2-369f-4e2e-89ce-b02efd5596be req-200bebad-032b-4469-ba75-33a24f569771 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6282d6f8-f89d-43c1-9bee-c61b55a30831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706728 Nov 04 13:29:49.003748 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-254fbec2-369f-4e2e-89ce-b02efd5596be req-12409520-4c69-4163-bd07-03a21dafa4f4 service neutron] 10.222.0.52 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306639 Nov 04 13:29:49.139000 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-254fbec2-369f-4e2e-89ce-b02efd5596be req-fe03ff33-3105-4b2b-aafd-660947499b43 service neutron] 10.222.0.52 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252646 Nov 04 13:29:49.610414 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e8771-a114-4ba1-9028-820d130a3011 req-6704c1a2-763f-4089-9e17-dbab2eb599be tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:49.611862 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ae4e8771-a114-4ba1-9028-820d130a3011 req-6704c1a2-763f-4089-9e17-dbab2eb599be tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.0896373 Nov 04 13:29:49.658043 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ae4e8771-a114-4ba1-9028-820d130a3011 req-177dfcd2-4c6b-410f-a6fa-7ee67f1442de tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404699 Nov 04 13:29:49.861462 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3f9db-4c07-458f-9c03-2533b2e5f9f8 req-4318383d-27b7-4e3c-9d19-1ca142ec25a1 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:49.862995 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-68d3f9db-4c07-458f-9c03-2533b2e5f9f8 req-4318383d-27b7-4e3c-9d19-1ca142ec25a1 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0832446 Nov 04 13:29:49.911797 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-68d3f9db-4c07-458f-9c03-2533b2e5f9f8 req-8cb2cd3c-0875-4d1b-bcd8-0c240b8ab4e7 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429189 Nov 04 13:29:50.037224 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45190) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:50.043058 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-da51d3ef-de34-4902-8652-c11adee88b12 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-476865429', 'description': 'tempest-secgroup-smoke-476865429 description', 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:29:50.050207 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-da51d3ef-de34-4902-8652-c11adee88b12 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:50.054887 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-da51d3ef-de34-4902-8652-c11adee88b12 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Usage tracker for resource:security_group and tenant:4ee82abcf6af4540a23cf6a0cabcf02d is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:50.057862 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-da51d3ef-de34-4902-8652-c11adee88b12 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:50.064798 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-da51d3ef-de34-4902-8652-c11adee88b12 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:50.075229 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-da51d3ef-de34-4902-8652-c11adee88b12 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:50.110004 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-da51d3ef-de34-4902-8652-c11adee88b12 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:50.113839 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-da51d3ef-de34-4902-8652-c11adee88b12 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Usage tracker for resource:security_group_rule and tenant:4ee82abcf6af4540a23cf6a0cabcf02d is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:50.116578 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-da51d3ef-de34-4902-8652-c11adee88b12 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:50.122194 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-da51d3ef-de34-4902-8652-c11adee88b12 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:50.177720 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-da51d3ef-de34-4902-8652-c11adee88b12 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:50.181465 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-da51d3ef-de34-4902-8652-c11adee88b12 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:50.185303 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b9b06ed5-3566-4502-b390-7e001c3eaa04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:50.228877 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51d3ef-de34-4902-8652-c11adee88b12 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee199726-22bf-40e9-ae96-7a6923787f47,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:50.231530 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-da51d3ef-de34-4902-8652-c11adee88b12 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:50.241213 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-da51d3ef-de34-4902-8652-c11adee88b12 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:50.243096 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-da51d3ef-de34-4902-8652-c11adee88b12 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2045801 Nov 04 13:29:50.245820 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45194) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:50.252226 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-b06b8a46-9886-4ebf-84fd-d4a002310152 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Request body: {'security_group_rule': {'security_group_id': 'ee199726-22bf-40e9-ae96-7a6923787f47', 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:29:50.258723 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-b06b8a46-9886-4ebf-84fd-d4a002310152 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:50.262665 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-b06b8a46-9886-4ebf-84fd-d4a002310152 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Usage tracker for resource:security_group_rule and tenant:4ee82abcf6af4540a23cf6a0cabcf02d is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:50.265496 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-b06b8a46-9886-4ebf-84fd-d4a002310152 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:50.271881 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-b06b8a46-9886-4ebf-84fd-d4a002310152 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:50.292198 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b06b8a46-9886-4ebf-84fd-d4a002310152 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:50.351204 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b06b8a46-9886-4ebf-84fd-d4a002310152 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:50.354757 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b06b8a46-9886-4ebf-84fd-d4a002310152 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915746'] for security_group_rule, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:50.361520 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-fac31ba5-dbc8-4c0e-929e-70f3f5f3d2ce tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:50.380327 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b8a46-9886-4ebf-84fd-d4a002310152 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41abe778-5e6c-4de2-bf69-76639cd1af34,revision_number=0']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:50.383372 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b06b8a46-9886-4ebf-84fd-d4a002310152 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:50.391239 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b06b8a46-9886-4ebf-84fd-d4a002310152 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:50.392399 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-b06b8a46-9886-4ebf-84fd-d4a002310152 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1453514 Nov 04 13:29:50.395143 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45198) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:50.400471 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-2e08760c-a20a-45d2-9798-19e1118f77dc tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Request body: {'security_group_rule': {'security_group_id': 'ee199726-22bf-40e9-ae96-7a6923787f47', 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:29:50.406735 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-2e08760c-a20a-45d2-9798-19e1118f77dc tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:50.410478 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-2e08760c-a20a-45d2-9798-19e1118f77dc tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Usage tracker for resource:security_group_rule and tenant:4ee82abcf6af4540a23cf6a0cabcf02d is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:50.413295 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-2e08760c-a20a-45d2-9798-19e1118f77dc tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:50.418975 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-2e08760c-a20a-45d2-9798-19e1118f77dc tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:50.437740 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2e08760c-a20a-45d2-9798-19e1118f77dc tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:50.506184 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2e08760c-a20a-45d2-9798-19e1118f77dc tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:50.510308 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2e08760c-a20a-45d2-9798-19e1118f77dc tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915746'] for security_group_rule, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:50.512495 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:50.537315 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08760c-a20a-45d2-9798-19e1118f77dc tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6abb6fb-97df-4b7e-969d-5eb9840cd31a,revision_number=0']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:50.542043 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-2e08760c-a20a-45d2-9798-19e1118f77dc tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:50.546810 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2e08760c-a20a-45d2-9798-19e1118f77dc tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:50.550891 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-2e08760c-a20a-45d2-9798-19e1118f77dc tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1523845 Nov 04 13:29:50.551279 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 45202) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:50.572056 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-a95cd908-a866-4b30-a46d-0ddd48b418fa tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Request body: {'security_group_rule': {'security_group_id': 'ee199726-22bf-40e9-ae96-7a6923787f47', 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:29:50.580579 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-a95cd908-a866-4b30-a46d-0ddd48b418fa tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:50.589203 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-a95cd908-a866-4b30-a46d-0ddd48b418fa tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Usage tracker for resource:security_group_rule and tenant:4ee82abcf6af4540a23cf6a0cabcf02d is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:50.592368 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-a95cd908-a866-4b30-a46d-0ddd48b418fa tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:50.599327 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-a95cd908-a866-4b30-a46d-0ddd48b418fa tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:50.616048 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a95cd908-a866-4b30-a46d-0ddd48b418fa tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:50.701270 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a95cd908-a866-4b30-a46d-0ddd48b418fa tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:50.706558 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a95cd908-a866-4b30-a46d-0ddd48b418fa tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915746'] for security_group_rule, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:50.709229 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:50.733268 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cd908-a866-4b30-a46d-0ddd48b418fa tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae82d213-a070-4135-b286-779e609a2dea,revision_number=0']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:50.736613 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a95cd908-a866-4b30-a46d-0ddd48b418fa tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:50.745535 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a95cd908-a866-4b30-a46d-0ddd48b418fa tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:50.746760 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-a95cd908-a866-4b30-a46d-0ddd48b418fa tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1943088 Nov 04 13:29:50.749764 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 45208) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:50.758191 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-c111d9ae-554f-4b4f-8885-0fa26f9cdca4 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Request body: {'security_group_rule': {'security_group_id': 'ee199726-22bf-40e9-ae96-7a6923787f47', 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:29:50.764173 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-c111d9ae-554f-4b4f-8885-0fa26f9cdca4 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:50.768725 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-c111d9ae-554f-4b4f-8885-0fa26f9cdca4 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Usage tracker for resource:security_group_rule and tenant:4ee82abcf6af4540a23cf6a0cabcf02d is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:50.771745 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-c111d9ae-554f-4b4f-8885-0fa26f9cdca4 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:50.777961 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-c111d9ae-554f-4b4f-8885-0fa26f9cdca4 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:50.840656 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-c111d9ae-554f-4b4f-8885-0fa26f9cdca4 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:50.924238 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb710cc-0c0c-4795-8c57-1c390f9354b8 req-c5119b7a-7ecc-4596-b20a-e5b9bb2fe0a6 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:50.925839 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5bb710cc-0c0c-4795-8c57-1c390f9354b8 req-c5119b7a-7ecc-4596-b20a-e5b9bb2fe0a6 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.1328075 Nov 04 13:29:50.952464 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-c111d9ae-554f-4b4f-8885-0fa26f9cdca4 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:50.959658 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-c111d9ae-554f-4b4f-8885-0fa26f9cdca4 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915746'] for security_group_rule, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:50.964927 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-dbbc093a-a49c-4b52-a7d9-af6b02ad6067 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:51.001719 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111d9ae-554f-4b4f-8885-0fa26f9cdca4 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997552d4-639a-4c59-82f6-141c357896f3,revision_number=0']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:51.008736 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-c111d9ae-554f-4b4f-8885-0fa26f9cdca4 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:51.018347 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5bb710cc-0c0c-4795-8c57-1c390f9354b8 req-896e7a5b-1a01-4a5f-a3c8-bd0809b09c69 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839009 Nov 04 13:29:51.019056 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-c111d9ae-554f-4b4f-8885-0fa26f9cdca4 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:51.020053 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-c111d9ae-554f-4b4f-8885-0fa26f9cdca4 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2693584 Nov 04 13:29:51.023041 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45216) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:51.029426 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-cf758084-0c99-4b16-9214-473928b0abaf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Request body: {'security_group_rule': {'security_group_id': 'ee199726-22bf-40e9-ae96-7a6923787f47', 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:29:51.037146 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-cf758084-0c99-4b16-9214-473928b0abaf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:51.041771 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-cf758084-0c99-4b16-9214-473928b0abaf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Usage tracker for resource:security_group_rule and tenant:4ee82abcf6af4540a23cf6a0cabcf02d is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:51.045915 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-cf758084-0c99-4b16-9214-473928b0abaf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:51.067862 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-cf758084-0c99-4b16-9214-473928b0abaf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:51.119197 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.db.securitygroups_db [None req-cf758084-0c99-4b16-9214-473928b0abaf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Project 4ee82abcf6af4540a23cf6a0cabcf02d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 13:29:51.129810 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-cf758084-0c99-4b16-9214-473928b0abaf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:51.197489 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc56ede-8050-4ef1-a1d5-9a6799bee0b6 req-083b7156-11eb-4483-9b65-7340128c8fee tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:51.198965 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3cc56ede-8050-4ef1-a1d5-9a6799bee0b6 req-083b7156-11eb-4483-9b65-7340128c8fee tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1331644 Nov 04 13:29:51.233902 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-cf758084-0c99-4b16-9214-473928b0abaf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:51.247390 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-cf758084-0c99-4b16-9214-473928b0abaf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915746'] for security_group_rule, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:51.254391 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:51.280757 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf758084-0c99-4b16-9214-473928b0abaf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5e1b58-815c-4aa1-87c4-7caa67a5443d,revision_number=0']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:51.283773 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-cf758084-0c99-4b16-9214-473928b0abaf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:51.286355 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3cc56ede-8050-4ef1-a1d5-9a6799bee0b6 req-80e2895d-86a8-4594-a356-73e3180cdb02 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800462 Nov 04 13:29:51.293452 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-cf758084-0c99-4b16-9214-473928b0abaf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:51.294570 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-cf758084-0c99-4b16-9214-473928b0abaf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2705505 Nov 04 13:29:51.298071 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45224) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:29:51.303607 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-e56b9d21-6c17-4e81-a0ec-db40bdb2608d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Request body: {'security_group_rule': {'security_group_id': 'ee199726-22bf-40e9-ae96-7a6923787f47', 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:29:51.309336 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-e56b9d21-6c17-4e81-a0ec-db40bdb2608d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:29:51.314265 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-e56b9d21-6c17-4e81-a0ec-db40bdb2608d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Usage tracker for resource:security_group_rule and tenant:4ee82abcf6af4540a23cf6a0cabcf02d is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:29:51.317226 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-e56b9d21-6c17-4e81-a0ec-db40bdb2608d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:29:51.322983 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-e56b9d21-6c17-4e81-a0ec-db40bdb2608d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:29:51.332966 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.db.securitygroups_db [None req-e56b9d21-6c17-4e81-a0ec-db40bdb2608d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Project 4ee82abcf6af4540a23cf6a0cabcf02d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 13:29:51.339179 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e56b9d21-6c17-4e81-a0ec-db40bdb2608d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:51.405735 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e56b9d21-6c17-4e81-a0ec-db40bdb2608d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:51.409017 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e56b9d21-6c17-4e81-a0ec-db40bdb2608d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915746'] for security_group_rule, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:51.410952 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:51.432318 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b9d21-6c17-4e81-a0ec-db40bdb2608d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34a7d3a-4e36-4ee2-9f01-f034e2122e1c,revision_number=0']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:51.435009 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-e56b9d21-6c17-4e81-a0ec-db40bdb2608d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:51.442614 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e56b9d21-6c17-4e81-a0ec-db40bdb2608d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:51.443757 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-e56b9d21-6c17-4e81-a0ec-db40bdb2608d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1446927 Nov 04 13:29:52.036927 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 3f643012-f213-436e-9860-f71db25a5ce3 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:29:52.109399 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port 3f643012-f213-436e-9860-f71db25a5ce3 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:29:52.115295 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 3f643012-f213-436e-9860-f71db25a5ce3 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:29:52.115677 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:52.231127 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:52.248367 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] For port 3f643012-f213-436e-9860-f71db25a5ce3, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=3f643012-f213-436e-9860-f71db25a5ce3,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:29:52.254097 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:52.256215 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:29:52.322677 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Pushing event updated for resources: {'Port': ['ID=3f643012-f213-436e-9860-f71db25a5ce3,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:29:52.325829 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:29:52.494323 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a5b4e-0b9e-40c1-b46e-270d6485a8c0 req-3e7fa8a9-7bad-4c24-a4d9-0e5de704aad8 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:52.496098 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-292a5b4e-0b9e-40c1-b46e-270d6485a8c0 req-3e7fa8a9-7bad-4c24-a4d9-0e5de704aad8 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0804815 Nov 04 13:29:52.542204 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-292a5b4e-0b9e-40c1-b46e-270d6485a8c0 req-7cfdb1b9-e178-4357-ab6e-1d43473b439e tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394521 Nov 04 13:29:53.746585 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf080cd-7f5e-4495-839e-5d874143774b req-a4e716e2-1654-42a2-87d0-e92136712487 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:53.748421 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3bf080cd-7f5e-4495-839e-5d874143774b req-a4e716e2-1654-42a2-87d0-e92136712487 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0790684 Nov 04 13:29:53.795353 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3bf080cd-7f5e-4495-839e-5d874143774b req-f87d9f05-811e-455e-9775-b38bca47c063 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402808 Nov 04 13:29:54.004446 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 3f643012-f213-436e-9860-f71db25a5ce3 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:29:54.075584 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 3f643012-f213-436e-9860-f71db25a5ce3 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:29:54.075965 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:54.207285 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:54.996979 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10cf02-2292-428a-84b7-b43dd97ff552 req-ab9ba7e6-365c-4df0-a732-f961ed9ef87e tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:54.998340 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8c10cf02-2292-428a-84b7-b43dd97ff552 req-ab9ba7e6-365c-4df0-a732-f961ed9ef87e tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0819411 Nov 04 13:29:55.044039 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8c10cf02-2292-428a-84b7-b43dd97ff552 req-d3655f2e-9f5a-41d3-a2f3-1e681180a4b1 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397182 Nov 04 13:29:56.314281 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc8a61-bfd0-4dd4-b969-bf4ef7ae2fbf req-9504c683-37c7-4d3a-a662-75140c66eea6 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:56.315726 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-72fc8a61-bfd0-4dd4-b969-bf4ef7ae2fbf req-9504c683-37c7-4d3a-a662-75140c66eea6 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1469483 Nov 04 13:29:56.362706 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-72fc8a61-bfd0-4dd4-b969-bf4ef7ae2fbf req-e7269eed-485a-4fa8-9b22-29f9a7322b58 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413709 Nov 04 13:29:57.565588 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1397bc-d45e-4030-87bb-1e21d882cb92 req-92256bf2-a7e1-4846-9e82-9936a67df929 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:57.567144 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-4e1397bc-d45e-4030-87bb-1e21d882cb92 req-92256bf2-a7e1-4846-9e82-9936a67df929 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0798068 Nov 04 13:29:57.612209 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-4e1397bc-d45e-4030-87bb-1e21d882cb92 req-72ff5fa4-3613-4491-be28-24b78c4b8302 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393143 Nov 04 13:29:58.814958 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381380c-fe56-4f8b-8e45-c0f1c60cb45e req-a7014a02-7b77-4593-9cb7-4afafee82553 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:29:58.816420 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a381380c-fe56-4f8b-8e45-c0f1c60cb45e req-a7014a02-7b77-4593-9cb7-4afafee82553 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0786278 Nov 04 13:29:58.865517 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a381380c-fe56-4f8b-8e45-c0f1c60cb45e req-65147151-3897-4793-aedf-c70aed5089de tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436707 Nov 04 13:29:59.019640 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-abdd3e5e-eecf-4187-9989-ddd32ec65564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:29:59.390011 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:00.070657 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f0b97-8c21-4936-b6fe-7e2c25d27c3f req-7081bc63-4423-4e50-87c4-dc8f2f57c642 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:00.072325 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-334f0b97-8c21-4936-b6fe-7e2c25d27c3f req-7081bc63-4423-4e50-87c4-dc8f2f57c642 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0826521 Nov 04 13:30:00.118352 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-334f0b97-8c21-4936-b6fe-7e2c25d27c3f req-c87f915f-81b0-42f2-9956-a5152d19cce9 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402265 Nov 04 13:30:01.131251 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-eff47405-385b-44b0-8185-577ccf4c5ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:01.324618 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0362d-ef94-4552-9dc7-355544accf72 req-a8d2b6ee-d4fc-459b-a5b1-601362d63dd6 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:01.326098 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7be0362d-ef94-4552-9dc7-355544accf72 req-a8d2b6ee-d4fc-459b-a5b1-601362d63dd6 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0817375 Nov 04 13:30:01.371940 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7be0362d-ef94-4552-9dc7-355544accf72 req-abcf47d2-b476-4b02-98f4-9cefbbe5edec tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395460 Nov 04 13:30:02.033439 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:02.570948 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17d063-7d38-4068-b7bf-7ad534ceb68a req-bda225b4-a24f-4da4-aaa6-06c51580be0d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:02.572675 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-0b17d063-7d38-4068-b7bf-7ad534ceb68a req-bda225b4-a24f-4da4-aaa6-06c51580be0d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0791974 Nov 04 13:30:02.618402 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-0b17d063-7d38-4068-b7bf-7ad534ceb68a req-c7c63520-c745-4bf2-9823-232274f6b29e tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400932 Nov 04 13:30:03.427619 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:30:03.601940 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:03.819153 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ccbd7-c2fc-498e-b899-a98c40420841 req-869a33bb-8d32-4b55-97e1-3d222989ea63 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:03.820474 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e59ccbd7-c2fc-498e-b899-a98c40420841 req-869a33bb-8d32-4b55-97e1-3d222989ea63 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0779991 Nov 04 13:30:03.866457 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e59ccbd7-c2fc-498e-b899-a98c40420841 req-7ea63390-d1ea-45c2-98e3-17e2410f3152 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397320 Nov 04 13:30:05.075648 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b920ac2-e6e2-405b-a1ae-a465f17a2d32 req-043654aa-3703-4c1d-bfbe-3e61f4bc6d55 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:05.077149 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9b920ac2-e6e2-405b-a1ae-a465f17a2d32 req-043654aa-3703-4c1d-bfbe-3e61f4bc6d55 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0823629 Nov 04 13:30:05.124692 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9b920ac2-e6e2-405b-a1ae-a465f17a2d32 req-282101a1-c015-4986-b313-acb96c1e71a7 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414922 Nov 04 13:30:05.607224 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] Sync routers for ids ['f162ecb5-56b2-4471-8fc7-0dfedf1b1c88'] in dv-cinder-810367-1-smb {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:30:05.622017 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] Routers {'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:30:05.622700 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:30:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['f162ecb5-56b2-4471-8fc7-0dfedf1b1c88'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:05.805720 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] Set router f162ecb5-56b2-4471-8fc7-0dfedf1b1c88 gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:30:06.151917 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88', 'name': 'tempest-TestShelveInstance-1443426623-router', 'tenant_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.139'}], 'enable_snat': True}, 'gw_port_id': '3f643012-f213-436e-9860-f71db25a5ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:42Z', 'updated_at': '2021-11-04T13:29:46Z', 'revision_number': 4, 'project_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'gw_port': {'id': '3f643012-f213-436e-9860-f71db25a5ce3', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:42:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:42Z', 'updated_at': '2021-11-04T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'd8d96cf1-c31c-4755-8606-5f2c177baaaa', 'name': '', 'network_id': '79d0b2c2-122a-427e-91b1-7a3d2aac3cfe', 'tenant_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'mac_address': 'fa:16:3e:b5:fd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eafa161c-2943-4aa4-9722-e04d2759dd9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:45Z', 'updated_at': '2021-11-04T13:29:46Z', 'revision_number': 2, 'project_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'subnets': [{'id': 'eafa161c-2943-4aa4-9722-e04d2759dd9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:06.157738 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] Checking router: f162ecb5-56b2-4471-8fc7-0dfedf1b1c88 for host: dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:30:06.158158 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] Updating router f162ecb5-56b2-4471-8fc7-0dfedf1b1c88 port d8d96cf1-c31c-4755-8606-5f2c177baaaa binding host dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 04 13:30:06.213023 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:06.335072 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b569659-66c9-46c6-b9cd-c864bbb4573a req-a1e6001d-0013-4ff4-bdfb-585d1daae5e4 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:06.337266 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5b569659-66c9-46c6-b9cd-c864bbb4573a req-a1e6001d-0013-4ff4-bdfb-585d1daae5e4 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0797501 Nov 04 13:30:06.387253 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5b569659-66c9-46c6-b9cd-c864bbb4573a req-f79d4889-2e8d-470c-9aa5-a24c25879dc1 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417657 Nov 04 13:30:06.569539 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] Notify callbacks [] for port, precommit_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:06.581828 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] Transition to ACTIVE for port object d8d96cf1-c31c-4755-8606-5f2c177baaaa will not be triggered until provisioned by entity L2. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:30:06.588316 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:06.591745 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:06.714584 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ad60b-1486-4494-8c5b-e40af7ce123a None None] Pushing event updated for resources: {'Port': ['ID=d8d96cf1-c31c-4755-8606-5f2c177baaaa,revision_number=3']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:06.718642 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-236ad60b-1486-4494-8c5b-e40af7ce123a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:06.811388 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] Attempting to bind port d8d96cf1-c31c-4755-8606-5f2c177baaaa on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:30:06.811846 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] Attempting to bind port d8d96cf1-c31c-4755-8606-5f2c177baaaa by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': 'd90cbafe-c800-4d21-950f-2ffa2eb6047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79d0b2c2-122a-427e-91b1-7a3d2aac3cfe'}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:30:06.812216 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] Attempting to bind port d8d96cf1-c31c-4755-8606-5f2c177baaaa on network 79d0b2c2-122a-427e-91b1-7a3d2aac3cfe {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:30:06.819207 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:30:06.819582 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] Checking segment: {'id': 'd90cbafe-c800-4d21-950f-2ffa2eb6047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79d0b2c2-122a-427e-91b1-7a3d2aac3cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:30:06.819987 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:06.820382 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] Bound using segment: {'id': 'd90cbafe-c800-4d21-950f-2ffa2eb6047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79d0b2c2-122a-427e-91b1-7a3d2aac3cfe'} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:30:06.820850 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] Bound port: d8d96cf1-c31c-4755-8606-5f2c177baaaa, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90cbafe-c800-4d21-950f-2ffa2eb6047e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79d0b2c2-122a-427e-91b1-7a3d2aac3cfe'}}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:30:06.821227 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:06.896496 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e81d910e-2b02-46a3-ae4c-13cad7dacbad req-acce8c72-df08-4634-8820-7c04396474e3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 1098 time: 0.0734615 Nov 04 13:30:06.924632 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] For port d8d96cf1-c31c-4755-8606-5f2c177baaaa, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:30:06.928588 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] For port d8d96cf1-c31c-4755-8606-5f2c177baaaa, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=d8d96cf1-c31c-4755-8606-5f2c177baaaa,segment=NetworkSegment(d90cbafe-c800-4d21-950f-2ffa2eb6047e),segment_id=d90cbafe-c800-4d21-950f-2ffa2eb6047e)] {{(pid=82774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:30:06.933692 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:06.937526 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:06.942958 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e81d910e-2b02-46a3-ae4c-13cad7dacbad req-05e8c15e-3a35-4a91-9213-04e244f84293 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392842 Nov 04 13:30:07.018379 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ad60b-1486-4494-8c5b-e40af7ce123a None None] Pushing event updated for resources: {'Port': ['ID=d8d96cf1-c31c-4755-8606-5f2c177baaaa,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:07.021582 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-236ad60b-1486-4494-8c5b-e40af7ce123a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:07.022673 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] Routers {'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:30:07.023279 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:30:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['f162ecb5-56b2-4471-8fc7-0dfedf1b1c88'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:07.204563 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] Set router f162ecb5-56b2-4471-8fc7-0dfedf1b1c88 gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:30:07.539134 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88', 'name': 'tempest-TestShelveInstance-1443426623-router', 'tenant_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.139'}], 'enable_snat': True}, 'gw_port_id': '3f643012-f213-436e-9860-f71db25a5ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:42Z', 'updated_at': '2021-11-04T13:29:46Z', 'revision_number': 4, 'project_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'gw_port': {'id': '3f643012-f213-436e-9860-f71db25a5ce3', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:42:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:42Z', 'updated_at': '2021-11-04T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'd8d96cf1-c31c-4755-8606-5f2c177baaaa', 'name': '', 'network_id': '79d0b2c2-122a-427e-91b1-7a3d2aac3cfe', 'tenant_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'mac_address': 'fa:16:3e:b5:fd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eafa161c-2943-4aa4-9722-e04d2759dd9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:45Z', 'updated_at': '2021-11-04T13:30:06Z', 'revision_number': 4, 'project_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'subnets': [{'id': 'eafa161c-2943-4aa4-9722-e04d2759dd9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:07.545101 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6d516a-8365-459e-aa3f-5b3e1e48763b None None] The sync data for ids ['f162ecb5-56b2-4471-8fc7-0dfedf1b1c88'] in dv-cinder-810367-1-smb is: [{'id': 'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88', 'name': 'tempest-TestShelveInstance-1443426623-router', 'tenant_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.139'}], 'enable_snat': True}, 'gw_port_id': '3f643012-f213-436e-9860-f71db25a5ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:42Z', 'updated_at': '2021-11-04T13:29:46Z', 'revision_number': 4, 'project_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'gw_port': {'id': '3f643012-f213-436e-9860-f71db25a5ce3', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:42:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:42Z', 'updated_at': '2021-11-04T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'd8d96cf1-c31c-4755-8606-5f2c177baaaa', 'name': '', 'network_id': '79d0b2c2-122a-427e-91b1-7a3d2aac3cfe', 'tenant_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'mac_address': 'fa:16:3e:b5:fd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eafa161c-2943-4aa4-9722-e04d2759dd9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:45Z', 'updated_at': '2021-11-04T13:30:06Z', 'revision_number': 4, 'project_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'subnets': [{'id': 'eafa161c-2943-4aa4-9722-e04d2759dd9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:30:07.604201 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a8cb9-8f83-4e2d-83ed-ce4de2fb1bba req-7945d401-eebb-4fcd-ab01-9733df0d11b0 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:07.605744 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-3a8a8cb9-8f83-4e2d-83ed-ce4de2fb1bba req-7945d401-eebb-4fcd-ab01-9733df0d11b0 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0968056 Nov 04 13:30:07.674380 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-3a8a8cb9-8f83-4e2d-83ed-ce4de2fb1bba req-3afba084-9b90-45f8-bfb4-c584868dd10b tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478871 Nov 04 13:30:08.065236 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device d8d96cf1-c31c-4755-8606-5f2c177baaaa up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:30:08.177256 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port d8d96cf1-c31c-4755-8606-5f2c177baaaa completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:30:08.183254 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port d8d96cf1-c31c-4755-8606-5f2c177baaaa triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:30:08.183656 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:08.312865 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:08.349698 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] For port d8d96cf1-c31c-4755-8606-5f2c177baaaa, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=d8d96cf1-c31c-4755-8606-5f2c177baaaa,segment=NetworkSegment(d90cbafe-c800-4d21-950f-2ffa2eb6047e),segment_id=d90cbafe-c800-4d21-950f-2ffa2eb6047e)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:30:08.353941 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:08.355792 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:08.420873 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Pushing event updated for resources: {'Port': ['ID=d8d96cf1-c31c-4755-8606-5f2c177baaaa,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:08.424162 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:08.880304 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ec79c-4cb3-4cb7-ae4b-bec0864eecc1 req-1a73a652-2f99-41b3-a73b-c914af824123 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:08.881805 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8b8ec79c-4cb3-4cb7-ae4b-bec0864eecc1 req-1a73a652-2f99-41b3-a73b-c914af824123 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0787835 Nov 04 13:30:08.931152 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8b8ec79c-4cb3-4cb7-ae4b-bec0864eecc1 req-5a90462a-b713-4c59-8e84-049add34c446 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436549 Nov 04 13:30:09.436906 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-72a84049-63d6-4871-89da-1950d6398719 req-295f57c0-81ac-416d-813e-1b833aa078b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1045286fb73b402889070a294f6a163c&device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 1098 time: 0.0711937 Nov 04 13:30:09.495874 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d683d0a-100f-4400-83a4-43dbad6a93be req-36d8af1a-bbc9-48dd-b4ea-d2a9a9b27ade tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:09.497322 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6d683d0a-100f-4400-83a4-43dbad6a93be req-36d8af1a-bbc9-48dd-b4ea-d2a9a9b27ade tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0796132 Nov 04 13:30:09.546947 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6d683d0a-100f-4400-83a4-43dbad6a93be req-44faca32-5a24-41cf-bcf2-b3aefdfea1a4 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432944 Nov 04 13:30:09.580934 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a84049-63d6-4871-89da-1950d6398719 req-aad8c5db-7aeb-465a-9c14-1c5878a293b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:09.580934 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-72a84049-63d6-4871-89da-1950d6398719 req-aad8c5db-7aeb-465a-9c14-1c5878a293b9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=92a0a7a0-75b6-4ced-9746-003e01dbfb31 HTTP/1.1" status: 200 len: 920 time: 0.1370032 Nov 04 13:30:09.652069 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-72a84049-63d6-4871-89da-1950d6398719 req-a06df165-4f0a-4a28-ba50-526a1d7d7c92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4da13408-5eb3-4692-ad04-e78857720d10 HTTP/1.1" status: 200 len: 217 time: 0.0636528 Nov 04 13:30:09.728489 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a84049-63d6-4871-89da-1950d6398719 req-519613ad-a947-41ed-9b17-b8885cf1eb9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:09.729964 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-72a84049-63d6-4871-89da-1950d6398719 req-519613ad-a947-41ed-9b17-b8885cf1eb9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c492f872-b286-45e9-8aab-f296054e0244 HTTP/1.1" status: 200 len: 859 time: 0.0600805 Nov 04 13:30:09.776590 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-72a84049-63d6-4871-89da-1950d6398719 req-04338c56-bdd2-40a6-87fa-99a8ffc2d5b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=92a0a7a0-75b6-4ced-9746-003e01dbfb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394258 Nov 04 13:30:09.906170 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-72a84049-63d6-4871-89da-1950d6398719 req-935a7f6c-7893-4a35-b480-60d9698dce68 service neutron] 10.222.0.52 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223726 Nov 04 13:30:10.018435 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device d8d96cf1-c31c-4755-8606-5f2c177baaaa up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:30:10.048874 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-72a84049-63d6-4871-89da-1950d6398719 req-92cb4bba-9c7d-4634-8fa9-e6f5228fdbaa service neutron] 10.222.0.52 "GET /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340139 Nov 04 13:30:10.087895 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port d8d96cf1-c31c-4755-8606-5f2c177baaaa triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:30:10.088273 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:10.759050 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccfbb2-58fe-464a-83d2-125fe10ad1ca req-9b31121e-ade8-4efb-8341-5e6a08bd498b tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:10.760492 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-84ccfbb2-58fe-464a-83d2-125fe10ad1ca req-9b31121e-ade8-4efb-8341-5e6a08bd498b tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0821333 Nov 04 13:30:10.806170 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-84ccfbb2-58fe-464a-83d2-125fe10ad1ca req-46962f59-1338-41df-afcf-221aaa43b1f1 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401380 Nov 04 13:30:12.011860 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716f212-ff69-4962-b2b9-60395fe71395 req-a6702d70-b2ef-4e71-ae65-ed925abed246 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:12.013314 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5716f212-ff69-4962-b2b9-60395fe71395 req-a6702d70-b2ef-4e71-ae65-ed925abed246 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0808358 Nov 04 13:30:12.059289 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5716f212-ff69-4962-b2b9-60395fe71395 req-b8f76903-f940-4214-87e2-18439c6d6f55 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397222 Nov 04 13:30:13.260245 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e78ec3-fdf2-46b7-9e6d-26503287eb3d req-67631caf-106c-463a-b5d3-12138c625970 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:13.261733 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-14e78ec3-fdf2-46b7-9e6d-26503287eb3d req-67631caf-106c-463a-b5d3-12138c625970 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0803704 Nov 04 13:30:13.311884 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-14e78ec3-fdf2-46b7-9e6d-26503287eb3d req-b6d1e8d8-31b8-4571-946b-40b026c6878c tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447540 Nov 04 13:30:15.041914 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731dd21-5ef8-4fa5-b67b-24360ccb8a3f req-42e0e8b3-07f8-4c94-97b6-99dd125e3fc3 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:15.045192 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5731dd21-5ef8-4fa5-b67b-24360ccb8a3f req-42e0e8b3-07f8-4c94-97b6-99dd125e3fc3 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 947 time: 0.1012845 Nov 04 13:30:15.095928 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5731dd21-5ef8-4fa5-b67b-24360ccb8a3f req-1c6fa405-fceb-4886-8442-e650b7c699df tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444469 Nov 04 13:30:15.307417 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-6eb9bf6a-94bd-4a63-9da3-3c826e4a29c2 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Synchronizing usage tracker for tenant:4ee82abcf6af4540a23cf6a0cabcf02d on resource:security_group {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:30:15.326794 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-6eb9bf6a-94bd-4a63-9da3-3c826e4a29c2 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Unset dirty status for tenant:4ee82abcf6af4540a23cf6a0cabcf02d on resource:security_group {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:30:15.327963 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-6eb9bf6a-94bd-4a63-9da3-3c826e4a29c2 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-476865429&fields=id&tenant_id=4ee82abcf6af4540a23cf6a0cabcf02d HTTP/1.1" status: 200 len: 267 time: 0.0718818 Nov 04 13:30:15.551548 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-20d30f53-407b-42a8-9908-9afb921c7d58 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:15.552236 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-20d30f53-407b-42a8-9908-9afb921c7d58 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Synchronizing usage tracker for tenant:4ee82abcf6af4540a23cf6a0cabcf02d on resource:network {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:30:15.570967 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-20d30f53-407b-42a8-9908-9afb921c7d58 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Unset dirty status for tenant:4ee82abcf6af4540a23cf6a0cabcf02d on resource:network {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:30:15.572548 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-20d30f53-407b-42a8-9908-9afb921c7d58 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/networks?id=df8f186d-bbe6-4f3f-8311-7c1b35152aa5 HTTP/1.1" status: 200 len: 808 time: 0.2373846 Nov 04 13:30:15.589603 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-a8b5d6b0-daf2-4f2a-9537-5be6d7862954 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/quotas/4ee82abcf6af4540a23cf6a0cabcf02d HTTP/1.1" status: 200 len: 375 time: 0.0117099 Nov 04 13:30:15.675195 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-b594725b-1d8b-4355-9245-6cd37d10cb4a tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Synchronizing usage tracker for tenant:4ee82abcf6af4540a23cf6a0cabcf02d on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:30:15.694294 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-b594725b-1d8b-4355-9245-6cd37d10cb4a tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Unset dirty status for tenant:4ee82abcf6af4540a23cf6a0cabcf02d on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:30:15.695710 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-b594725b-1d8b-4355-9245-6cd37d10cb4a tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4ee82abcf6af4540a23cf6a0cabcf02d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990202 Nov 04 13:30:15.837544 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-90a22564-ec58-4ebc-ac32-6a3e1c95f81c service neutron] 10.222.0.93 "GET /v2.0/networks/df8f186d-bbe6-4f3f-8311-7c1b35152aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303263 Nov 04 13:30:15.975696 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-1a55c956-e559-4db1-8db6-96fb3037fffc service neutron] 10.222.0.93 "GET /v2.0/networks/df8f186d-bbe6-4f3f-8311-7c1b35152aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317170 Nov 04 13:30:16.336532 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1139a-68c5-400f-ab31-dfe3ef25afd9 req-0a6aaf1f-627d-4e65-8fe5-3383a46a3eea tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:16.338072 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-cdc1139a-68c5-400f-ab31-dfe3ef25afd9 req-0a6aaf1f-627d-4e65-8fe5-3383a46a3eea tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 947 time: 0.0909827 Nov 04 13:30:16.401484 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-cdc1139a-68c5-400f-ab31-dfe3ef25afd9 req-c6349f91-8e3b-4c33-9ff9-874bcff5bedf tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee01399e-ded1-418d-affa-c860f73b90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492051 Nov 04 13:30:16.405644 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-11b6ca53-1e92-4d38-b4f9-3b60a4d85ac0 req-7a2b56f8-a0b6-4362-84a1-cc308112046d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 210 time: 0.0529151 Nov 04 13:30:16.769142 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1239a90-d53e-4fd6-abe9-8a10f19b0f63 req-15c95d31-c215-4a37-ab4a-ceefb0343a13 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:16.771306 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f1239a90-d53e-4fd6-abe9-8a10f19b0f63 req-15c95d31-c215-4a37-ab4a-ceefb0343a13 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.52 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 947 time: 0.0824158 Nov 04 13:30:16.840466 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-f1239a90-d53e-4fd6-abe9-8a10f19b0f63 req-8bdcf1b6-9808-4e75-9741-5a5e715d20f1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Deleting port 85ac3963-e517-43d5-8531-ad936c9306a6 {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:30:16.840804 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-f1239a90-d53e-4fd6-abe9-8a10f19b0f63 req-8bdcf1b6-9808-4e75-9741-5a5e715d20f1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:17.093057 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-f1239a90-d53e-4fd6-abe9-8a10f19b0f63 req-8bdcf1b6-9808-4e75-9741-5a5e715d20f1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] For port 85ac3963-e517-43d5-8531-ad936c9306a6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=85ac3963-e517-43d5-8531-ad936c9306a6,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:30:17.093415 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-f1239a90-d53e-4fd6-abe9-8a10f19b0f63 req-8bdcf1b6-9808-4e75-9741-5a5e715d20f1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:17.400224 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-f1239a90-d53e-4fd6-abe9-8a10f19b0f63 req-8bdcf1b6-9808-4e75-9741-5a5e715d20f1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:17.400707 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-f1239a90-d53e-4fd6-abe9-8a10f19b0f63 req-8bdcf1b6-9808-4e75-9741-5a5e715d20f1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837438'] for floatingip, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:17.401016 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.db.l3_db [req-f1239a90-d53e-4fd6-abe9-8a10f19b0f63 req-8bdcf1b6-9808-4e75-9741-5a5e715d20f1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Floating IP 8fa8827e-da36-4101-8c20-5ef1a526e201 disassociated. External IP: 172.28.1.186, port: 85ac3963-e517-43d5-8531-ad936c9306a6. Nov 04 13:30:17.401356 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-f1239a90-d53e-4fd6-abe9-8a10f19b0f63 req-8bdcf1b6-9808-4e75-9741-5a5e715d20f1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Calling delete_port for 85ac3963-e517-43d5-8531-ad936c9306a6 owned by compute:nova {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:30:17.635993 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-f1239a90-d53e-4fd6-abe9-8a10f19b0f63 req-8bdcf1b6-9808-4e75-9741-5a5e715d20f1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:17.646609 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:17.682506 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-617a1556-63cf-410b-b444-15e6fead69d0 req-86c29cf3-a60d-4d99-bb0e-586aa5b2af91 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 210 time: 0.0906911 Nov 04 13:30:17.698967 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdcf1b6-9808-4e75-9741-5a5e715d20f1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Pushing event deleted for resources: {'Port': ['ID=85ac3963-e517-43d5-8531-ad936c9306a6,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:17.717277 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-8bdcf1b6-9808-4e75-9741-5a5e715d20f1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:17.813536 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-bb9ec170-0bfc-4530-804b-3b60f9fa9206 req-810207c2-ca1a-4811-9ea1-b88f1c4f3831 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=56a9705e-6620-4bcd-a317-5cd382075fa6 HTTP/1.1" status: 200 len: 210 time: 0.1317074 Nov 04 13:30:17.818899 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-86039496-d925-4d7a-bff0-5d7cada333c9 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:17.820189 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-86039496-d925-4d7a-bff0-5d7cada333c9 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.52 "GET /v2.0/networks?id=df8f186d-bbe6-4f3f-8311-7c1b35152aa5 HTTP/1.1" status: 200 len: 808 time: 0.3417940 Nov 04 13:30:17.898479 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-d48700f4-8492-4d59-af4e-cada2f9034cc tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ee82abcf6af4540a23cf6a0cabcf02d HTTP/1.1" status: 200 len: 379 time: 0.0626805 Nov 04 13:30:17.912348 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-a04810cb-874f-46d0-89c5-098a6a735b2d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Request body: {'port': {'device_id': '9e917438-bc8f-407d-8411-f9184c6c4724', 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5', 'admin_state_up': True, 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'security_groups': ['ee199726-22bf-40e9-ae96-7a6923787f47']}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:30:18.084260 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-a04810cb-874f-46d0-89c5-098a6a735b2d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:30:18.094405 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-a04810cb-874f-46d0-89c5-098a6a735b2d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:30:18.108457 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1239a90-d53e-4fd6-abe9-8a10f19b0f63 req-8bdcf1b6-9808-4e75-9741-5a5e715d20f1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:30:18.141362 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-a04810cb-874f-46d0-89c5-098a6a735b2d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Made reservation on behalf of 4ee82abcf6af4540a23cf6a0cabcf02d for: {'port': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:30:18.144353 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-a04810cb-874f-46d0-89c5-098a6a735b2d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:18.280616 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774d8f9-8493-418d-918a-a578c66dd360 req-abeda0d4-d83f-4161-8670-712ce503234e tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:18.282385 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a774d8f9-8493-418d-918a-a578c66dd360 req-abeda0d4-d83f-4161-8670-712ce503234e tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.1764307 Nov 04 13:30:18.382431 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1239a90-d53e-4fd6-abe9-8a10f19b0f63 req-8bdcf1b6-9808-4e75-9741-5a5e715d20f1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:30:18.387458 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a774d8f9-8493-418d-918a-a578c66dd360 req-c4f559e6-38b1-4613-9c9b-320fe7885d3a tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691741 Nov 04 13:30:18.388497 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_common [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-a04810cb-874f-46d0-89c5-098a6a735b2d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Allocated IP 172.20.0.11 (df8f186d-bbe6-4f3f-8311-7c1b35152aa5/5f0beef5-8835-4c75-a34e-3fbc299334f2/3fa7a15e-9de0-44ee-a466-ad74f981b011) {{(pid=82773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:30:18.394623 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdae27e4-9bfa-48d4-8835-aefff473d56d None None] Sync routers for ids ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'] in dv-cinder-810367-1-smb {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:30:18.423510 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdae27e4-9bfa-48d4-8835-aefff473d56d None None] Routers {'1d9f18ca-50d3-48ce-89f4-1ee086403af8'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:30:18.424142 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-bdae27e4-9bfa-48d4-8835-aefff473d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:30:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:18.539094 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1239a90-d53e-4fd6-abe9-8a10f19b0f63 req-8bdcf1b6-9808-4e75-9741-5a5e715d20f1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] No DVR routers for this DVR port 85ac3963-e517-43d5-8531-ad936c9306a6 on host hv-cinder-81036 {{(pid=82772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:30:18.541988 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-f1239a90-d53e-4fd6-abe9-8a10f19b0f63 req-8bdcf1b6-9808-4e75-9741-5a5e715d20f1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:18.545647 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a9705e-6620-4bcd-a317-5cd382075fa6', 'name': 'network-vif-deleted', 'tag': '85ac3963-e517-43d5-8531-ad936c9306a6'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:30:18.566110 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f1239a90-d53e-4fd6-abe9-8a10f19b0f63 req-8bdcf1b6-9808-4e75-9741-5a5e715d20f1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.52 "DELETE /v2.0/ports/85ac3963-e517-43d5-8531-ad936c9306a6 HTTP/1.1" status: 204 len: 173 time: 1.7890286 Nov 04 13:30:18.686997 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a9705e-6620-4bcd-a317-5cd382075fa6', 'name': 'network-vif-deleted', 'tag': '85ac3963-e517-43d5-8531-ad936c9306a6', 'status': 'completed', 'code': 200} Nov 04 13:30:18.747868 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-a04810cb-874f-46d0-89c5-098a6a735b2d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for port, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:18.771472 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.provisioning_blocks [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-a04810cb-874f-46d0-89c5-098a6a735b2d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Transition to ACTIVE for port object 3fa7a15e-9de0-44ee-a466-ad74f981b011 will not be triggered until provisioned by entity DHCP. {{(pid=82773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:30:18.778918 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-bdae27e4-9bfa-48d4-8835-aefff473d56d None None] Set router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:30:18.820199 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-a04810cb-874f-46d0-89c5-098a6a735b2d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:18.827096 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:18.962057 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04810cb-874f-46d0-89c5-098a6a735b2d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Pushing event updated for resources: {'Port': ['ID=3fa7a15e-9de0-44ee-a466-ad74f981b011,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:18.967916 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a04810cb-874f-46d0-89c5-098a6a735b2d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:18.970273 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-a04810cb-874f-46d0-89c5-098a6a735b2d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Network df8f186d-bbe6-4f3f-8311-7c1b35152aa5 is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:30:18.972183 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-a04810cb-874f-46d0-89c5-098a6a735b2d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:30:18.974766 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-a04810cb-874f-46d0-89c5-098a6a735b2d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Received port after_create {{(pid=82773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:30:19.058038 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311f9ac-aa03-484b-93cd-22b2c4d3c1e6 req-eefe545d-e63c-4d9f-a9ef-24b52bf49c6f tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:19.059593 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-4311f9ac-aa03-484b-93cd-22b2c4d3c1e6 req-eefe545d-e63c-4d9f-a9ef-24b52bf49c6f tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 932 time: 0.1929586 Nov 04 13:30:19.070557 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-a04810cb-874f-46d0-89c5-098a6a735b2d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:19.071213 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-a04810cb-874f-46d0-89c5-098a6a735b2d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:19.145482 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45506) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:19.167112 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-a04810cb-874f-46d0-89c5-098a6a735b2d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2600427 Nov 04 13:30:19.197299 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-4311f9ac-aa03-484b-93cd-22b2c4d3c1e6 req-1ba63f01-72fd-419c-99b8-34b708c96bdd tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199484 Nov 04 13:30:19.204790 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Request body: {'port': {'device_id': '9e917438-bc8f-407d-8411-f9184c6c4724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:30:19.209808 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-bdae27e4-9bfa-48d4-8835-aefff473d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:28Z', 'updated_at': '2021-11-04T13:26:37Z', 'revision_number': 4, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'gw_port': {'id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': '4966c20f-23cf-4f08-a882-cedc08e0e2b6', 'name': '', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'mac_address': 'fa:16:3e:e4:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:35Z', 'updated_at': '2021-11-04T13:26:54Z', 'revision_number': 5, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'subnets': [{'id': '015f8400-61d5-446c-9985-04a90256d94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:19.215537 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdae27e4-9bfa-48d4-8835-aefff473d56d None None] Checking router: 1d9f18ca-50d3-48ce-89f4-1ee086403af8 for host: dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:30:19.233290 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdae27e4-9bfa-48d4-8835-aefff473d56d None None] Routers {'1d9f18ca-50d3-48ce-89f4-1ee086403af8'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:30:19.234084 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-bdae27e4-9bfa-48d4-8835-aefff473d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:30:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:19.241126 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3862c643-d317-4fc3-88f8-6ebdaf1007b1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:19.280986 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3862c643-d317-4fc3-88f8-6ebdaf1007b1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:19.349129 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-cf203ddd-e7ec-4e74-a1e8-7d8007467f54 None None] Provisioning for port 3fa7a15e-9de0-44ee-a466-ad74f981b011 completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:30:19.350492 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3862c643-d317-4fc3-88f8-6ebdaf1007b1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:19.352141 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:19.354639 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-1d7cc5ee-46ec-4b88-8f57-608c18ea6bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:19.366327 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-cf203ddd-e7ec-4e74-a1e8-7d8007467f54 None None] Provisioning complete for port 3fa7a15e-9de0-44ee-a466-ad74f981b011 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:30:19.366327 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-cf203ddd-e7ec-4e74-a1e8-7d8007467f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:19.384786 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862c643-d317-4fc3-88f8-6ebdaf1007b1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee01399e-ded1-418d-affa-c860f73b90b3,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:19.398018 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-3862c643-d317-4fc3-88f8-6ebdaf1007b1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:19.409537 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3862c643-d317-4fc3-88f8-6ebdaf1007b1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:19.412008 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-3862c643-d317-4fc3-88f8-6ebdaf1007b1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "DELETE /v2.0/security-groups/ee01399e-ded1-418d-affa-c860f73b90b3 HTTP/1.1" status: 204 len: 168 time: 0.2652881 Nov 04 13:30:19.414632 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45510) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:19.437298 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-cf203ddd-e7ec-4e74-a1e8-7d8007467f54 None None] Port 3fa7a15e-9de0-44ee-a466-ad74f981b011 cannot update to ACTIVE because it is not bound. {{(pid=82774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 04 13:30:19.438141 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.api.v2.resource [None req-abf211ca-16c4-471c-a579-c5a04102fb45 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] show failed (client error): The resource could not be found. Nov 04 13:30:19.442298 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-abf211ca-16c4-471c-a579-c5a04102fb45 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups/ee01399e-ded1-418d-affa-c860f73b90b3 HTTP/1.1" status: 404 len: 347 time: 0.0230310 Nov 04 13:30:19.443226 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45514) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:19.469713 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-bdae27e4-9bfa-48d4-8835-aefff473d56d None None] Set router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:30:19.699863 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-e85835e0-105e-4a32-8093-c716a4bead13 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Deleting port 0e6746c6-d29f-47ea-b701-d7cdbb6bd3e2 {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:30:19.700987 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e85835e0-105e-4a32-8093-c716a4bead13 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:19.783582 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.notifiers.nova [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa7a15e-9de0-44ee-a466-ad74f981b011 {{(pid=82773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:30:19.791506 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:19.807802 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.provisioning_blocks [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Transition to ACTIVE for port object 3fa7a15e-9de0-44ee-a466-ad74f981b011 will not be triggered until provisioned by entity L2. {{(pid=82773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:30:19.815105 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671960'] for port, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:19.818177 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-bdae27e4-9bfa-48d4-8835-aefff473d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:28Z', 'updated_at': '2021-11-04T13:26:37Z', 'revision_number': 4, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'gw_port': {'id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': '4966c20f-23cf-4f08-a882-cedc08e0e2b6', 'name': '', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'mac_address': 'fa:16:3e:e4:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:35Z', 'updated_at': '2021-11-04T13:26:54Z', 'revision_number': 5, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'subnets': [{'id': '015f8400-61d5-446c-9985-04a90256d94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:19.822629 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-d1b42003-7878-4465-8820-31561bc58c98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:19.828545 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdae27e4-9bfa-48d4-8835-aefff473d56d None None] The sync data for ids ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'] in dv-cinder-810367-1-smb is: [{'id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:28Z', 'updated_at': '2021-11-04T13:26:37Z', 'revision_number': 4, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'gw_port': {'id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': '4966c20f-23cf-4f08-a882-cedc08e0e2b6', 'name': '', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'mac_address': 'fa:16:3e:e4:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:35Z', 'updated_at': '2021-11-04T13:26:54Z', 'revision_number': 5, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'subnets': [{'id': '015f8400-61d5-446c-9985-04a90256d94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:30:19.968414 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e85835e0-105e-4a32-8093-c716a4bead13 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:19.968739 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e85835e0-105e-4a32-8093-c716a4bead13 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:19.998210 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 85ac3963-e517-43d5-8531-ad936c9306a6 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:30:19.998435 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Pushing event updated for resources: {'Port': ['ID=3fa7a15e-9de0-44ee-a466-ad74f981b011,revision_number=2']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:20.006521 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:20.090647 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] No Port match for: 85ac3963-e517-43d5-8531-ad936c9306a6 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:30:20.091102 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 85ac3963-e517-43d5-8531-ad936c9306a6 not bound to the agent host hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:30:20.146562 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-e85835e0-105e-4a32-8093-c716a4bead13 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Calling delete_port for 0e6746c6-d29f-47ea-b701-d7cdbb6bd3e2 owned by network:floatingip {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:30:20.180406 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7ee17-ec9c-4aa1-a955-9f6a74590211 req-314aa1ab-dbb4-414e-9e7f-0ad341cc3e60 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:20.187846 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4de7ee17-ec9c-4aa1-a955-9f6a74590211 req-314aa1ab-dbb4-414e-9e7f-0ad341cc3e60 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.5601060 Nov 04 13:30:20.299461 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4de7ee17-ec9c-4aa1-a955-9f6a74590211 req-0ea5101e-9138-4382-b008-e588b8a17f18 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106546 Nov 04 13:30:20.375204 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.managers [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Attempting to bind port 3fa7a15e-9de0-44ee-a466-ad74f981b011 on host hv-cinder-81036 for vnic_type normal with profile {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:30:20.375547 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.managers [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Attempting to bind port 3fa7a15e-9de0-44ee-a466-ad74f981b011 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '2db17a44-47f4-4d17-ab2a-321e19c2f47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5'}] {{(pid=82773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:30:20.377231 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Attempting to bind port 3fa7a15e-9de0-44ee-a466-ad74f981b011 on network df8f186d-bbe6-4f3f-8311-7c1b35152aa5 {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:30:20.389222 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Port 3fa7a15e-9de0-44ee-a466-ad74f981b011 on network df8f186d-bbe6-4f3f-8311-7c1b35152aa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 04 13:30:20.389554 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Attempting to bind port 3fa7a15e-9de0-44ee-a466-ad74f981b011 on network df8f186d-bbe6-4f3f-8311-7c1b35152aa5 {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:30:20.402851 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Checking agent: {'id': 'f3f49e7e-243b-4d29-a545-c161d140ab6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'started_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:30:20.403185 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Checking segment: {'id': '2db17a44-47f4-4d17-ab2a-321e19c2f47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:30:20.403628 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Bound using segment: {'id': '2db17a44-47f4-4d17-ab2a-321e19c2f47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5'} {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:30:20.404147 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.managers [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Bound port: 3fa7a15e-9de0-44ee-a466-ad74f981b011, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db17a44-47f4-4d17-ab2a-321e19c2f47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5'}}] {{(pid=82773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:30:20.404582 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:20.424699 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e85835e0-105e-4a32-8093-c716a4bead13 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:20.431665 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-849506d0-5c11-4f3a-862f-33eaa0dbdaca tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:20.531432 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85835e0-105e-4a32-8093-c716a4bead13 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Pushing event deleted for resources: {'Port': ['ID=0e6746c6-d29f-47ea-b701-d7cdbb6bd3e2,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:20.538681 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-e85835e0-105e-4a32-8093-c716a4bead13 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:20.613081 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.db [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] For port 3fa7a15e-9de0-44ee-a466-ad74f981b011, host hv-cinder-81036, cleared binding levels {{(pid=82773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:30:20.620777 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.db [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] For port 3fa7a15e-9de0-44ee-a466-ad74f981b011, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=3fa7a15e-9de0-44ee-a466-ad74f981b011,segment=NetworkSegment(2db17a44-47f4-4d17-ab2a-321e19c2f47d),segment_id=2db17a44-47f4-4d17-ab2a-321e19c2f47d)] {{(pid=82773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:30:20.635538 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671960'] for port, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:20.645986 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:20.685779 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7616c-4280-456b-a54d-ae3ba197c03c req-5c699e9a-9ab8-4aea-a9fb-edb1a6579ca1 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:20.687271 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a9a7616c-4280-456b-a54d-ae3ba197c03c req-5c699e9a-9ab8-4aea-a9fb-edb1a6579ca1 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 945 time: 0.2065320 Nov 04 13:30:20.692305 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e85835e0-105e-4a32-8093-c716a4bead13 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for floatingip, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:20.714537 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80d151-dbcb-4299-a67b-a7431a953f4d req-db4526c4-a1d9-4de7-89c8-5970609b54f5 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:20.715418 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-cf80d151-dbcb-4299-a67b-a7431a953f4d req-db4526c4-a1d9-4de7-89c8-5970609b54f5 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Synchronizing usage tracker for tenant:4ee82abcf6af4540a23cf6a0cabcf02d on resource:port {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:30:20.742203 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:20.744674 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] 10.222.0.52 "PUT /v2.0/ports/3fa7a15e-9de0-44ee-a466-ad74f981b011 HTTP/1.1" status: 200 len: 1094 time: 1.5440066 Nov 04 13:30:20.749231 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e917438-bc8f-407d-8411-f9184c6c4724', 'tag': '3fa7a15e-9de0-44ee-a466-ad74f981b011'}] {{(pid=82773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:30:20.760063 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e85835e0-105e-4a32-8093-c716a4bead13 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for floatingip, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:20.761543 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-e85835e0-105e-4a32-8093-c716a4bead13 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "DELETE /v2.0/floatingips/8fa8827e-da36-4101-8c20-5ef1a526e201 HTTP/1.1" status: 204 len: 168 time: 1.3171771 Nov 04 13:30:20.788496 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-a9a7616c-4280-456b-a54d-ae3ba197c03c req-5c0de337-d8c6-4c9e-ac21-1be7bf7c5254 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Deleting port 124c4797-9c59-4d96-8561-68b3eedba982 {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:30:20.788889 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-a9a7616c-4280-456b-a54d-ae3ba197c03c req-5c0de337-d8c6-4c9e-ac21-1be7bf7c5254 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:20.842669 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-cf80d151-dbcb-4299-a67b-a7431a953f4d req-db4526c4-a1d9-4de7-89c8-5970609b54f5 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Unset dirty status for tenant:4ee82abcf6af4540a23cf6a0cabcf02d on resource:port {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:30:20.850276 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-cf80d151-dbcb-4299-a67b-a7431a953f4d req-db4526c4-a1d9-4de7-89c8-5970609b54f5 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 944 time: 0.4286613 Nov 04 13:30:20.853802 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e917438-bc8f-407d-8411-f9184c6c4724', 'tag': '3fa7a15e-9de0-44ee-a466-ad74f981b011', 'status': 'completed', 'code': 200} Nov 04 13:30:20.873804 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Pushing event updated for resources: {'Port': ['ID=3fa7a15e-9de0-44ee-a466-ad74f981b011,revision_number=3']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:20.884773 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:20.953237 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-cf80d151-dbcb-4299-a67b-a7431a953f4d req-ea8d04b1-9039-4566-a8e0-8afc75444aeb tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019769 Nov 04 13:30:20.960575 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-31ddc97a-2149-47af-a719-7339170026b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ee82abcf6af4540a23cf6a0cabcf02d&device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 1097 time: 0.1499400 Nov 04 13:30:21.075244 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-db6ae65b-b82c-4248-954e-4d7704e6b55c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fa7a15e-9de0-44ee-a466-ad74f981b011 HTTP/1.1" status: 200 len: 217 time: 0.0974278 Nov 04 13:30:21.201811 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-a9a7616c-4280-456b-a54d-ae3ba197c03c req-5c0de337-d8c6-4c9e-ac21-1be7bf7c5254 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] For port 124c4797-9c59-4d96-8561-68b3eedba982, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=124c4797-9c59-4d96-8561-68b3eedba982,segment=NetworkSegment(52a1ce32-0148-4074-b0b3-26fff405bd0a),segment_id=52a1ce32-0148-4074-b0b3-26fff405bd0a)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:30:21.202280 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-a9a7616c-4280-456b-a54d-ae3ba197c03c req-5c0de337-d8c6-4c9e-ac21-1be7bf7c5254 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:21.226372 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-984480c6-5a16-4bb3-91a4-cc4169c1d092 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:21.235825 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-984480c6-5a16-4bb3-91a4-cc4169c1d092 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f0beef5-8835-4c75-a34e-3fbc299334f2 HTTP/1.1" status: 200 len: 847 time: 0.1505084 Nov 04 13:30:21.297075 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 45536) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:21.304501 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdb1b81-0c65-4d9c-a204-c4ac9e58cfdc None None] New status for floating IP 8fa8827e-da36-4101-8c20-5ef1a526e201: DOWN {{(pid=82774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 04 13:30:21.305606 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-d00004a3-9e35-4e7b-824b-baa495626e9e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--425523620', 'description': 'tempest-description--1554601567'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:30:21.316494 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-d00004a3-9e35-4e7b-824b-baa495626e9e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:30:21.322511 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-d00004a3-9e35-4e7b-824b-baa495626e9e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Usage tracker for resource:security_group and tenant:a8899ac9b01e42658da4f7daa3a70cb6 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:30:21.327587 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-d00004a3-9e35-4e7b-824b-baa495626e9e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:30:21.335748 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-d00004a3-9e35-4e7b-824b-baa495626e9e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:30:21.361003 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d00004a3-9e35-4e7b-824b-baa495626e9e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:21.363937 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-a9a7616c-4280-456b-a54d-ae3ba197c03c req-5c0de337-d8c6-4c9e-ac21-1be7bf7c5254 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Calling delete_port for 124c4797-9c59-4d96-8561-68b3eedba982 owned by compute:nova {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:30:21.388141 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-a52d5b7a-2593-4407-b08b-348bb6ef6479 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df8f186d-bbe6-4f3f-8311-7c1b35152aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1416390 Nov 04 13:30:21.435066 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-d00004a3-9e35-4e7b-824b-baa495626e9e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:30:21.496419 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-d00004a3-9e35-4e7b-824b-baa495626e9e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Usage tracker for resource:security_group_rule and tenant:a8899ac9b01e42658da4f7daa3a70cb6 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:30:21.499295 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-d00004a3-9e35-4e7b-824b-baa495626e9e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:30:21.527939 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-a9a7616c-4280-456b-a54d-ae3ba197c03c req-5c0de337-d8c6-4c9e-ac21-1be7bf7c5254 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:21.533221 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:21.539491 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['124c4797-9c59-4d96-8561-68b3eedba982', '4da13408-5eb3-4692-ad04-e78857720d10'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:30:21.540614 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-d00004a3-9e35-4e7b-824b-baa495626e9e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:30:21.558801 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-7a9f99b1-c924-4a96-88d9-ad17fee2a50b req-c9e389ee-961e-4485-b0c5-d3ea4658e3c8 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6acef4f-a2a2-44ad-8d33-e276398902f5 HTTP/1.1" status: 200 len: 210 time: 0.0565996 Nov 04 13:30:21.577683 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0de337-d8c6-4c9e-ac21-1be7bf7c5254 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Pushing event deleted for resources: {'Port': ['ID=124c4797-9c59-4d96-8561-68b3eedba982,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:21.581146 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-5c0de337-d8c6-4c9e-ac21-1be7bf7c5254 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:21.638542 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-a6f52bc0-7bb9-48b9-b933-7e890206da8b service neutron] 10.222.0.52 "GET /v2.0/networks/df8f186d-bbe6-4f3f-8311-7c1b35152aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349901 Nov 04 13:30:21.664564 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a7616c-4280-456b-a54d-ae3ba197c03c req-5c0de337-d8c6-4c9e-ac21-1be7bf7c5254 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] No DVR routers for this DVR port 124c4797-9c59-4d96-8561-68b3eedba982 on host hv-cinder-81036 {{(pid=82772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:30:21.667174 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-a9a7616c-4280-456b-a54d-ae3ba197c03c req-5c0de337-d8c6-4c9e-ac21-1be7bf7c5254 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:21.671261 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6acef4f-a2a2-44ad-8d33-e276398902f5', 'name': 'network-vif-deleted', 'tag': '124c4797-9c59-4d96-8561-68b3eedba982'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:30:21.688579 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a9a7616c-4280-456b-a54d-ae3ba197c03c req-5c0de337-d8c6-4c9e-ac21-1be7bf7c5254 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.52 "DELETE /v2.0/ports/124c4797-9c59-4d96-8561-68b3eedba982 HTTP/1.1" status: 204 len: 173 time: 0.9926109 Nov 04 13:30:21.693575 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d00004a3-9e35-4e7b-824b-baa495626e9e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:21.737931 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6acef4f-a2a2-44ad-8d33-e276398902f5', 'name': 'network-vif-deleted', 'tag': '124c4797-9c59-4d96-8561-68b3eedba982', 'status': 'completed', 'code': 200} Nov 04 13:30:21.744349 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d00004a3-9e35-4e7b-824b-baa495626e9e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:21.753378 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-740cf985-af01-4474-a239-2ce8c08df442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:21.830209 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00004a3-9e35-4e7b-824b-baa495626e9e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=974d6212-f7ac-433c-9b38-584b107d743d,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:21.835131 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-d00004a3-9e35-4e7b-824b-baa495626e9e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:21.835971 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d00004a3-9e35-4e7b-824b-baa495626e9e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:21.840038 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45548) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:21.840538 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-d00004a3-9e35-4e7b-824b-baa495626e9e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5435283 Nov 04 13:30:21.846038 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-91baa2fd-d5de-49c0-9523-0415bdd95379 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Request body: {'security_group_rule': {'security_group_id': '974d6212-f7ac-433c-9b38-584b107d743d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:30:21.852987 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-91baa2fd-d5de-49c0-9523-0415bdd95379 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:30:21.858851 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-91baa2fd-d5de-49c0-9523-0415bdd95379 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Usage tracker for resource:security_group_rule and tenant:a8899ac9b01e42658da4f7daa3a70cb6 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:30:21.859185 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9b8f98ab-749b-473d-a938-8585ec01c6d1 req-7f022622-0b62-435a-b6b1-7f4d08494a94 service neutron] 10.222.0.52 "GET /v2.0/networks/df8f186d-bbe6-4f3f-8311-7c1b35152aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089176 Nov 04 13:30:21.861840 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-91baa2fd-d5de-49c0-9523-0415bdd95379 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:30:21.869068 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-91baa2fd-d5de-49c0-9523-0415bdd95379 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:30:21.888411 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-91baa2fd-d5de-49c0-9523-0415bdd95379 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:21.961397 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-91baa2fd-d5de-49c0-9523-0415bdd95379 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:21.967879 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-91baa2fd-d5de-49c0-9523-0415bdd95379 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915746'] for security_group_rule, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:21.970209 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-e56b9d21-6c17-4e81-a0ec-db40bdb2608d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:21.993044 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91baa2fd-d5de-49c0-9523-0415bdd95379 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e096d9c-aaca-4851-9ef7-de0c12d24748,revision_number=0']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:21.997439 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-91baa2fd-d5de-49c0-9523-0415bdd95379 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:22.008271 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-91baa2fd-d5de-49c0-9523-0415bdd95379 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:22.009682 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-91baa2fd-d5de-49c0-9523-0415bdd95379 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1685519 Nov 04 13:30:22.012301 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45554) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:22.019614 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-aa47f160-79d0-4c6a-a258-691c7dec0ce7 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Request body: {'security_group_rule': {'security_group_id': '974d6212-f7ac-433c-9b38-584b107d743d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:30:22.024750 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c13c77d4-ac82-4673-862a-baa4537b3094 req-c5036cc2-cfb5-4a80-85c9-546f59fce446 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ee82abcf6af4540a23cf6a0cabcf02d&device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 1097 time: 0.1011362 Nov 04 13:30:22.027183 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-aa47f160-79d0-4c6a-a258-691c7dec0ce7 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:30:22.031064 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-aa47f160-79d0-4c6a-a258-691c7dec0ce7 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Usage tracker for resource:security_group_rule and tenant:a8899ac9b01e42658da4f7daa3a70cb6 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:30:22.034113 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-aa47f160-79d0-4c6a-a258-691c7dec0ce7 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:30:22.040425 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-aa47f160-79d0-4c6a-a258-691c7dec0ce7 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:30:22.059513 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-aa47f160-79d0-4c6a-a258-691c7dec0ce7 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:22.128670 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-aa47f160-79d0-4c6a-a258-691c7dec0ce7 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:22.133791 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-aa47f160-79d0-4c6a-a258-691c7dec0ce7 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915746'] for security_group_rule, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:22.136070 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:22.153685 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47f160-79d0-4c6a-a258-691c7dec0ce7 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc856181-a958-4db3-92ae-db6b64c7fc80,revision_number=0']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:22.157054 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-aa47f160-79d0-4c6a-a258-691c7dec0ce7 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:22.178383 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45560) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:22.186667 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-aa47f160-79d0-4c6a-a258-691c7dec0ce7 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:22.188322 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-aa47f160-79d0-4c6a-a258-691c7dec0ce7 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1746323 Nov 04 13:30:22.191268 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45566) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:22.208446 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Request body: {'floatingip': {'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:30:22.214869 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:30:22.218431 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Usage tracker for resource:floatingip and tenant:a8899ac9b01e42658da4f7daa3a70cb6 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:30:22.221311 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:30:22.227855 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:30:22.241968 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for floatingip, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:22.302265 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c77d4-ac82-4673-862a-baa4537b3094 req-61be9d6b-a000-4fdb-8e03-bbd90bd54891 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:22.304842 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c13c77d4-ac82-4673-862a-baa4537b3094 req-61be9d6b-a000-4fdb-8e03-bbd90bd54891 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df8f186d-bbe6-4f3f-8311-7c1b35152aa5 HTTP/1.1" status: 200 len: 909 time: 0.2727170 Nov 04 13:30:22.316259 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70406c-64a7-4a06-9499-4536ec63d05e req-e8a202ee-e773-4e5d-88ea-030d21746567 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:22.323416 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-3f70406c-64a7-4a06-9499-4536ec63d05e req-e8a202ee-e773-4e5d-88ea-030d21746567 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 944 time: 0.1949060 Nov 04 13:30:22.378863 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2f11b7e8-5e20-473c-b5a0-1a9438263f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:22.423182 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c13c77d4-ac82-4673-862a-baa4537b3094 req-bef52bb7-6be0-435d-beaf-cd6bcd565994 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fa7a15e-9de0-44ee-a466-ad74f981b011 HTTP/1.1" status: 200 len: 217 time: 0.0962141 Nov 04 13:30:22.427230 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-2f11b7e8-5e20-473c-b5a0-1a9438263f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:30:22.437544 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-2f11b7e8-5e20-473c-b5a0-1a9438263f2f admin admin] Usage tracker for resource:security_group_rule and tenant:eb51c959bac04de48489075b624f8418 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:30:22.440852 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-2f11b7e8-5e20-473c-b5a0-1a9438263f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:30:22.452794 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-2f11b7e8-5e20-473c-b5a0-1a9438263f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:30:22.467380 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-3f70406c-64a7-4a06-9499-4536ec63d05e req-af3ec9db-f120-4377-80cf-81a713dff3de tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429369 Nov 04 13:30:22.493229 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c77d4-ac82-4673-862a-baa4537b3094 req-aad51aeb-a2b6-4ec5-ba44-d1fa9319e764 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:22.495272 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c13c77d4-ac82-4673-862a-baa4537b3094 req-aad51aeb-a2b6-4ec5-ba44-d1fa9319e764 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f0beef5-8835-4c75-a34e-3fbc299334f2 HTTP/1.1" status: 200 len: 847 time: 0.0643961 Nov 04 13:30:22.508832 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:22.573834 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c13c77d4-ac82-4673-862a-baa4537b3094 req-7212f267-37ee-4c8c-b889-ee9db50f6659 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df8f186d-bbe6-4f3f-8311-7c1b35152aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701923 Nov 04 13:30:22.602210 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2f11b7e8-5e20-473c-b5a0-1a9438263f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:22.605936 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2f11b7e8-5e20-473c-b5a0-1a9438263f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:22.616077 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-0aeaafdf-e1bf-45d8-b89f-63751e25e66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:22.705942 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11b7e8-5e20-473c-b5a0-1a9438263f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8ccca6-ed79-4af2-a465-ce9fbc0ba821,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:22.714877 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-2f11b7e8-5e20-473c-b5a0-1a9438263f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:22.721838 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-2f11b7e8-5e20-473c-b5a0-1a9438263f2f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=eb51c959bac04de48489075b624f8418&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5420392 Nov 04 13:30:22.722462 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45574) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:22.762093 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Allocated IP 172.28.1.252 (3a01b9c4-59fa-4ac6-86b7-88d3229c48a4/d8a4ad71-5939-4e74-92b3-9a9ca440e818/e5db1587-784d-4ab9-9b25-cd3d7d5ca504) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:30:22.821997 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c13c77d4-ac82-4673-862a-baa4537b3094 req-c64c6354-71d7-42be-a445-ad6fdbb145df service neutron] 10.222.0.52 "GET /v2.0/networks/df8f186d-bbe6-4f3f-8311-7c1b35152aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404289 Nov 04 13:30:22.916005 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b82d1aa0-3337-4c31-905a-e0b87d340d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:22.965129 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c13c77d4-ac82-4673-862a-baa4537b3094 req-d122e226-3e7b-4384-9d24-dfd04c12a663 service neutron] 10.222.0.52 "GET /v2.0/networks/df8f186d-bbe6-4f3f-8311-7c1b35152aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362298 Nov 04 13:30:22.971767 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b82d1aa0-3337-4c31-905a-e0b87d340d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:23.039108 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:23.073907 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b82d1aa0-3337-4c31-905a-e0b87d340d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:23.079153 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-3862c643-d317-4fc3-88f8-6ebdaf1007b1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:23.093061 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d1aa0-3337-4c31-905a-e0b87d340d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8ccca6-ed79-4af2-a465-ce9fbc0ba821,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:23.100640 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b82d1aa0-3337-4c31-905a-e0b87d340d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:23.102605 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:23.107657 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-3f474379-7217-4343-8a9f-14dc924deffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:23.169026 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b82d1aa0-3337-4c31-905a-e0b87d340d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:23.172964 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-b82d1aa0-3337-4c31-905a-e0b87d340d0e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/db8ccca6-ed79-4af2-a465-ce9fbc0ba821 HTTP/1.1" status: 204 len: 168 time: 0.4429309 Nov 04 13:30:23.188229 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:30:23.192285 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:30:23.194353 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Pushing event updated for resources: {'Port': ['ID=e5db1587-784d-4ab9-9b25-cd3d7d5ca504,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:23.196538 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:30:23.221171 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:23.378126 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72422640-27b0-49ad-8e33-b3641b82551e req-5d740534-23fd-48bf-ab8e-542ac7796afd tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:23.378842 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-72422640-27b0-49ad-8e33-b3641b82551e req-5d740534-23fd-48bf-ab8e-542ac7796afd tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Synchronizing usage tracker for tenant:1045286fb73b402889070a294f6a163c on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:30:23.539734 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-72422640-27b0-49ad-8e33-b3641b82551e req-5d740534-23fd-48bf-ab8e-542ac7796afd tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Unset dirty status for tenant:1045286fb73b402889070a294f6a163c on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:30:23.540641 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-72422640-27b0-49ad-8e33-b3641b82551e req-5d740534-23fd-48bf-ab8e-542ac7796afd tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.3185692 Nov 04 13:30:23.572899 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:23.645174 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-72422640-27b0-49ad-8e33-b3641b82551e req-7ceed715-d625-42ac-b5fe-dbf77a45035f tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908182 Nov 04 13:30:23.650468 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:23.675026 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0be8f-0a62-4adf-8f6d-f39ff9dbfe05 req-a3f5acbd-ce6f-4be1-b669-4508b005b2cb tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:23.677124 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-97d0be8f-0a62-4adf-8f6d-f39ff9dbfe05 req-a3f5acbd-ce6f-4be1-b669-4508b005b2cb tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 944 time: 0.0828540 Nov 04 13:30:23.724043 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-97d0be8f-0a62-4adf-8f6d-f39ff9dbfe05 req-271c6dda-1fe7-4385-96dd-70706a69ca88 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407484 Nov 04 13:30:23.856662 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for port, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:23.861100 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:23.864715 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-422caed5-3e98-429e-ac56-6f2ebcf62d82 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:23.967365 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Pushing event updated for resources: {'Port': ['ID=e5db1587-784d-4ab9-9b25-cd3d7d5ca504,revision_number=2']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:23.975518 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:23.984203 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837438'] for floatingip, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:24.002870 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for floatingip, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:24.004065 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8112228 Nov 04 13:30:24.011459 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 3fa7a15e-9de0-44ee-a466-ad74f981b011 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:30:24.048074 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 124c4797-9c59-4d96-8561-68b3eedba982 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:30:24.129936 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] No Port match for: 124c4797-9c59-4d96-8561-68b3eedba982 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:30:24.130285 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 124c4797-9c59-4d96-8561-68b3eedba982 not bound to the agent host hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:30:24.188491 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 3fa7a15e-9de0-44ee-a466-ad74f981b011, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=3fa7a15e-9de0-44ee-a466-ad74f981b011,segment=NetworkSegment(2db17a44-47f4-4d17-ab2a-321e19c2f47d),segment_id=2db17a44-47f4-4d17-ab2a-321e19c2f47d)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:30:24.206347 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': '3fa7a15e-9de0-44ee-a466-ad74f981b011', 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5', 'port_id': '3fa7a15e-9de0-44ee-a466-ad74f981b011', 'mac_address': 'fa:16:3e:8b:c0:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0beef5-8835-4c75-a34e-3fbc299334f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:30:24.240797 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-e803c225-952d-462e-9a98-d817b5c44468 req-a1b94fbf-225e-437e-a389-3ab591a54e0b tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Synchronizing usage tracker for tenant:a8899ac9b01e42658da4f7daa3a70cb6 on resource:security_group {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:30:24.242029 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:24.256554 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-e803c225-952d-462e-9a98-d817b5c44468 req-a1b94fbf-225e-437e-a389-3ab591a54e0b tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Unset dirty status for tenant:a8899ac9b01e42658da4f7daa3a70cb6 on resource:security_group {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:30:24.257726 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e803c225-952d-462e-9a98-d817b5c44468 req-a1b94fbf-225e-437e-a389-3ab591a54e0b tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--425523620&fields=id&tenant_id=a8899ac9b01e42658da4f7daa3a70cb6 HTTP/1.1" status: 200 len: 267 time: 0.0647495 Nov 04 13:30:24.266513 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:24.285575 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa7a15e-9de0-44ee-a466-ad74f981b011 {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:30:24.301369 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 3fa7a15e-9de0-44ee-a466-ad74f981b011, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=3fa7a15e-9de0-44ee-a466-ad74f981b011,segment=NetworkSegment(2db17a44-47f4-4d17-ab2a-321e19c2f47d),segment_id=2db17a44-47f4-4d17-ab2a-321e19c2f47d)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:30:24.305078 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:24.307778 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:24.375536 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=3fa7a15e-9de0-44ee-a466-ad74f981b011,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:24.378726 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:24.408186 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803c225-952d-462e-9a98-d817b5c44468 req-0c1e73e2-d615-48a8-bbaa-ed3f787d30d6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:24.409642 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e803c225-952d-462e-9a98-d817b5c44468 req-0c1e73e2-d615-48a8-bbaa-ed3f787d30d6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/networks?id=19b33287-e8f1-4ba3-9b40-154cff1c5c43 HTTP/1.1" status: 200 len: 817 time: 0.1448512 Nov 04 13:30:24.425815 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e803c225-952d-462e-9a98-d817b5c44468 req-97f7f3ef-44f3-4ae5-801d-243b796e1693 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/quotas/a8899ac9b01e42658da4f7daa3a70cb6 HTTP/1.1" status: 200 len: 375 time: 0.0101855 Nov 04 13:30:24.506152 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-e803c225-952d-462e-9a98-d817b5c44468 req-634058f4-03f7-4dba-b11b-6d77c833144e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Synchronizing usage tracker for tenant:a8899ac9b01e42658da4f7daa3a70cb6 on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:30:24.521140 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-e803c225-952d-462e-9a98-d817b5c44468 req-634058f4-03f7-4dba-b11b-6d77c833144e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Unset dirty status for tenant:a8899ac9b01e42658da4f7daa3a70cb6 on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:30:24.522567 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e803c225-952d-462e-9a98-d817b5c44468 req-634058f4-03f7-4dba-b11b-6d77c833144e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a8899ac9b01e42658da4f7daa3a70cb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0913830 Nov 04 13:30:24.566175 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['3fa7a15e-9de0-44ee-a466-ad74f981b011'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:30:24.660288 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e803c225-952d-462e-9a98-d817b5c44468 req-80ddb8a2-26c5-4b0f-9089-709ddbde8e2e service neutron] 10.222.0.93 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259761 Nov 04 13:30:24.800324 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e803c225-952d-462e-9a98-d817b5c44468 req-557262ad-a525-46b5-8907-8ba206a53d49 service neutron] 10.222.0.93 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336489 Nov 04 13:30:24.904865 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00359211-cd41-4475-bae6-66cf4f20b0b8 req-45acd6e9-939b-4219-81c3-3318a9ab8e45 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:24.905383 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-00359211-cd41-4475-bae6-66cf4f20b0b8 req-45acd6e9-939b-4219-81c3-3318a9ab8e45 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1135104 Nov 04 13:30:24.907980 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8684a170-e822-496d-ac59-45e1f7c91bac req-a9a39dff-8779-40f4-b943-3c01878c435f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1541200 Nov 04 13:30:24.959249 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-00359211-cd41-4475-bae6-66cf4f20b0b8 req-5d1adf2c-c84b-4deb-880d-a06ef42bfbc5 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480244 Nov 04 13:30:25.077217 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-b9b02434-804d-4eb1-93b0-1c73734505f2 req-72bbc08c-8101-42ea-8357-385727c00a28 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 210 time: 0.0545561 Nov 04 13:30:25.113483 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88622917-e0ca-4b31-96b4-0f8689756ce6 req-75258982-8ae9-450e-874f-9ebc4055f3af tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:25.122212 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8684a170-e822-496d-ac59-45e1f7c91bac req-793c1583-e342-4842-9b3b-bb8a008b02f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7451332362e46a2a0a216c2925c30eb&device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 1098 time: 0.1364336 Nov 04 13:30:25.125889 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-88622917-e0ca-4b31-96b4-0f8689756ce6 req-75258982-8ae9-450e-874f-9ebc4055f3af tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 945 time: 0.0878451 Nov 04 13:30:25.168999 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-88622917-e0ca-4b31-96b4-0f8689756ce6 req-48359eae-55b3-4763-a32e-4ef9a0e8ef74 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421913 Nov 04 13:30:25.276967 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684a170-e822-496d-ac59-45e1f7c91bac req-8dd5441c-20a7-483e-af36-0cfada58d576 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:25.278805 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8684a170-e822-496d-ac59-45e1f7c91bac req-8dd5441c-20a7-483e-af36-0cfada58d576 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6282d6f8-f89d-43c1-9bee-c61b55a30831 HTTP/1.1" status: 200 len: 912 time: 0.1344492 Nov 04 13:30:25.386727 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8684a170-e822-496d-ac59-45e1f7c91bac req-4292e3ee-0544-4803-8d27-1a8f209fa977 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82d4400c-2819-4365-af92-3c9f5c02584f HTTP/1.1" status: 200 len: 1001 time: 0.1003444 Nov 04 13:30:25.452013 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684a170-e822-496d-ac59-45e1f7c91bac req-1a504a8b-772d-4137-97ae-e1682bed3389 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:25.453709 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8684a170-e822-496d-ac59-45e1f7c91bac req-1a504a8b-772d-4137-97ae-e1682bed3389 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a8b765cb-cd12-4457-b597-71f7e124b9ac HTTP/1.1" status: 200 len: 850 time: 0.0587962 Nov 04 13:30:25.533321 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8684a170-e822-496d-ac59-45e1f7c91bac req-e45b5c19-1528-4581-998c-8056c0c201f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6282d6f8-f89d-43c1-9bee-c61b55a30831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726182 Nov 04 13:30:25.675143 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8684a170-e822-496d-ac59-45e1f7c91bac req-c5e9b7a6-057c-4e91-a60a-a9ab9d7b5751 service neutron] 10.222.0.52 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300137 Nov 04 13:30:25.805546 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8684a170-e822-496d-ac59-45e1f7c91bac req-4e7c72f1-94e0-41d5-b287-f83691044a09 service neutron] 10.222.0.52 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231012 Nov 04 13:30:26.031126 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 3fa7a15e-9de0-44ee-a466-ad74f981b011 up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:30:26.110801 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning for port 3fa7a15e-9de0-44ee-a466-ad74f981b011 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:30:26.115836 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port 3fa7a15e-9de0-44ee-a466-ad74f981b011 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:30:26.116345 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:26.218665 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803c225-952d-462e-9a98-d817b5c44468 req-ce51c042-1b37-42d4-8209-ebfd98db322b tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:26.220733 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e803c225-952d-462e-9a98-d817b5c44468 req-ce51c042-1b37-42d4-8209-ebfd98db322b tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.52 "GET /v2.0/networks?id=19b33287-e8f1-4ba3-9b40-154cff1c5c43 HTTP/1.1" status: 200 len: 817 time: 0.2011352 Nov 04 13:30:26.250776 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:26.281338 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e917438-bc8f-407d-8411-f9184c6c4724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa7a15e-9de0-44ee-a466-ad74f981b011'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:30:26.293210 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 3fa7a15e-9de0-44ee-a466-ad74f981b011, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=3fa7a15e-9de0-44ee-a466-ad74f981b011,segment=NetworkSegment(2db17a44-47f4-4d17-ab2a-321e19c2f47d),segment_id=2db17a44-47f4-4d17-ab2a-321e19c2f47d)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:30:26.293949 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b41b89-4a32-42b3-b84b-bb2f65c80fd8 req-81a55926-c5b9-4e20-8800-934d8b26d290 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:26.295468 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a3b41b89-4a32-42b3-b84b-bb2f65c80fd8 req-81a55926-c5b9-4e20-8800-934d8b26d290 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1891212 Nov 04 13:30:26.297722 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:26.303883 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:26.338631 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-e803c225-952d-462e-9a98-d817b5c44468 req-db561e3e-058c-459a-9092-28d54c75de89 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Synchronizing usage tracker for tenant:a8899ac9b01e42658da4f7daa3a70cb6 on resource:security_group {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:30:26.348184 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-222679d2-96a0-4b62-b6d4-1ea6736af669 req-12072fcb-4c4c-40fb-b106-01fce028878b tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 210 time: 0.0469694 Nov 04 13:30:26.369572 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-e803c225-952d-462e-9a98-d817b5c44468 req-db561e3e-058c-459a-9092-28d54c75de89 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Unset dirty status for tenant:a8899ac9b01e42658da4f7daa3a70cb6 on resource:security_group {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:30:26.370641 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e803c225-952d-462e-9a98-d817b5c44468 req-db561e3e-058c-459a-9092-28d54c75de89 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8899ac9b01e42658da4f7daa3a70cb6 HTTP/1.1" status: 200 len: 379 time: 0.1293404 Nov 04 13:30:26.372740 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a3b41b89-4a32-42b3-b84b-bb2f65c80fd8 req-b0ab265a-817f-493a-85f1-cd2b18da31ad tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633495 Nov 04 13:30:26.378831 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=3fa7a15e-9de0-44ee-a466-ad74f981b011,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:26.382881 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:26.394293 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [req-e803c225-952d-462e-9a98-d817b5c44468 req-fa641176-807d-47cf-9274-a71f435a28ed tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Request body: {'port': {'device_id': 'eb940771-a547-4de4-8680-9b733257745c', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'admin_state_up': True, 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'security_groups': ['974d6212-f7ac-433c-9b38-584b107d743d']}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:30:26.465273 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e917438-bc8f-407d-8411-f9184c6c4724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa7a15e-9de0-44ee-a466-ad74f981b011', 'code': 200} Nov 04 13:30:26.572061 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041904f-cecd-49e2-b1b4-6f912dc4d669 req-c491d9f2-183e-4b8a-be57-f99a71e56f74 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:26.573509 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2041904f-cecd-49e2-b1b4-6f912dc4d669 req-c491d9f2-183e-4b8a-be57-f99a71e56f74 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.0794742 Nov 04 13:30:26.598879 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [req-e803c225-952d-462e-9a98-d817b5c44468 req-fa641176-807d-47cf-9274-a71f435a28ed tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:30:26.608777 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [req-e803c225-952d-462e-9a98-d817b5c44468 req-fa641176-807d-47cf-9274-a71f435a28ed tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:30:26.619244 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e803c225-952d-462e-9a98-d817b5c44468 req-fa641176-807d-47cf-9274-a71f435a28ed tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Made reservation on behalf of a8899ac9b01e42658da4f7daa3a70cb6 for: {'port': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:30:26.620842 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2041904f-cecd-49e2-b1b4-6f912dc4d669 req-e6ed9645-4d30-41d7-8f65-db6c1adde2d3 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414577 Nov 04 13:30:26.622215 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-e803c225-952d-462e-9a98-d817b5c44468 req-fa641176-807d-47cf-9274-a71f435a28ed tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:26.785465 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_common [req-e803c225-952d-462e-9a98-d817b5c44468 req-fa641176-807d-47cf-9274-a71f435a28ed tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Allocated IP 172.20.0.4 (19b33287-e8f1-4ba3-9b40-154cff1c5c43/015f8400-61d5-446c-9985-04a90256d94c/9ff05d04-c014-42e6-ba94-489daad1987f) {{(pid=82773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:30:26.823992 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-48eec207-c687-4444-ae91-2190da1c3302 req-02be1515-e5bf-4805-97c4-08d4ddecd469 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 1099 time: 0.0688517 Nov 04 13:30:26.870478 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-48eec207-c687-4444-ae91-2190da1c3302 req-5b4f3a17-0e66-42ea-9d00-812fd9237821 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395429 Nov 04 13:30:26.973053 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-e803c225-952d-462e-9a98-d817b5c44468 req-fa641176-807d-47cf-9274-a71f435a28ed tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for port, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:26.989481 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.provisioning_blocks [req-e803c225-952d-462e-9a98-d817b5c44468 req-fa641176-807d-47cf-9274-a71f435a28ed tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Transition to ACTIVE for port object 9ff05d04-c014-42e6-ba94-489daad1987f will not be triggered until provisioned by entity DHCP. {{(pid=82773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:30:27.010014 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-e803c225-952d-462e-9a98-d817b5c44468 req-fa641176-807d-47cf-9274-a71f435a28ed tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:27.016118 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:27.082629 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e803c225-952d-462e-9a98-d817b5c44468 req-fa641176-807d-47cf-9274-a71f435a28ed tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Network 19b33287-e8f1-4ba3-9b40-154cff1c5c43 is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:30:27.086703 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [req-e803c225-952d-462e-9a98-d817b5c44468 req-fa641176-807d-47cf-9274-a71f435a28ed tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:30:27.089034 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e803c225-952d-462e-9a98-d817b5c44468 req-fa641176-807d-47cf-9274-a71f435a28ed tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Received port after_create {{(pid=82773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:30:27.123837 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa641176-807d-47cf-9274-a71f435a28ed tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Pushing event updated for resources: {'Port': ['ID=9ff05d04-c014-42e6-ba94-489daad1987f,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:27.126628 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-fa641176-807d-47cf-9274-a71f435a28ed tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:27.160846 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803c225-952d-462e-9a98-d817b5c44468 req-fa641176-807d-47cf-9274-a71f435a28ed tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:27.161450 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-e803c225-952d-462e-9a98-d817b5c44468 req-fa641176-807d-47cf-9274-a71f435a28ed tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:27.189178 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e803c225-952d-462e-9a98-d817b5c44468 req-fa641176-807d-47cf-9274-a71f435a28ed tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8112698 Nov 04 13:30:27.205506 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [req-e803c225-952d-462e-9a98-d817b5c44468 req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Request body: {'port': {'device_id': 'eb940771-a547-4de4-8680-9b733257745c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:30:27.294932 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-6e41179f-97cb-40ce-8c1f-744dfbf3010d None None] Provisioning for port 9ff05d04-c014-42e6-ba94-489daad1987f completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:30:27.299532 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-6e41179f-97cb-40ce-8c1f-744dfbf3010d None None] Provisioning complete for port 9ff05d04-c014-42e6-ba94-489daad1987f triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:30:27.299911 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6e41179f-97cb-40ce-8c1f-744dfbf3010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:27.318616 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-e803c225-952d-462e-9a98-d817b5c44468 req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:27.376879 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-6e41179f-97cb-40ce-8c1f-744dfbf3010d None None] Port 9ff05d04-c014-42e6-ba94-489daad1987f cannot update to ACTIVE because it is not bound. {{(pid=82774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 04 13:30:27.585224 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de30f-5bc9-4fe5-910f-b381328117a6 req-7017a79b-9753-4fd1-a014-7b8d9d7aee96 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:27.586714 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-819de30f-5bc9-4fe5-910f-b381328117a6 req-7017a79b-9753-4fd1-a014-7b8d9d7aee96 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0772991 Nov 04 13:30:27.632591 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-819de30f-5bc9-4fe5-910f-b381328117a6 req-3e880c37-a93d-4f9f-8e59-4904f61bc416 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401917 Nov 04 13:30:27.669026 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41d3e9-1da5-456e-af60-91d33a242e6c req-194d039f-f250-41a7-9e33-04175d2ca94a tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:27.669738 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-1a41d3e9-1da5-456e-af60-91d33a242e6c req-194d039f-f250-41a7-9e33-04175d2ca94a tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Synchronizing usage tracker for tenant:a8899ac9b01e42658da4f7daa3a70cb6 on resource:port {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:30:27.734288 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-1a41d3e9-1da5-456e-af60-91d33a242e6c req-194d039f-f250-41a7-9e33-04175d2ca94a tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Unset dirty status for tenant:a8899ac9b01e42658da4f7daa3a70cb6 on resource:port {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:30:27.735412 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1a41d3e9-1da5-456e-af60-91d33a242e6c req-194d039f-f250-41a7-9e33-04175d2ca94a tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 931 time: 0.2396646 Nov 04 13:30:27.760481 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.notifiers.nova [req-e803c225-952d-462e-9a98-d817b5c44468 req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff05d04-c014-42e6-ba94-489daad1987f {{(pid=82773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:30:27.770775 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-e803c225-952d-462e-9a98-d817b5c44468 req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Notify callbacks [] for port, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:27.799069 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.provisioning_blocks [req-e803c225-952d-462e-9a98-d817b5c44468 req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Transition to ACTIVE for port object 9ff05d04-c014-42e6-ba94-489daad1987f will not be triggered until provisioned by entity L2. {{(pid=82773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:30:27.805957 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1a41d3e9-1da5-456e-af60-91d33a242e6c req-11348091-ad06-43c4-a9bb-c9a916cb0ab1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631211 Nov 04 13:30:27.807698 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-e803c225-952d-462e-9a98-d817b5c44468 req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671960'] for port, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:27.812339 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:27.837867 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df7f25-19c3-47cb-9d4c-4d2a789677ef req-6b502535-554e-4c75-86ed-f2b277fc9bac tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:27.839303 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-53df7f25-19c3-47cb-9d4c-4d2a789677ef req-6b502535-554e-4c75-86ed-f2b277fc9bac tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.0849297 Nov 04 13:30:27.898299 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-53df7f25-19c3-47cb-9d4c-4d2a789677ef req-5db177aa-08b9-4210-92f6-07b9c8c32f3f tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527935 Nov 04 13:30:27.938937 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Pushing event updated for resources: {'Port': ['ID=9ff05d04-c014-42e6-ba94-489daad1987f,revision_number=2']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:27.941747 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:28.049313 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.managers [req-e803c225-952d-462e-9a98-d817b5c44468 req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Attempting to bind port 9ff05d04-c014-42e6-ba94-489daad1987f on host hv-cinder-81036 for vnic_type normal with profile {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:30:28.049674 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.managers [req-e803c225-952d-462e-9a98-d817b5c44468 req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Attempting to bind port 9ff05d04-c014-42e6-ba94-489daad1987f by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': 'fe6ae640-e823-4522-bac4-3d650ada9126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43'}] {{(pid=82773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:30:28.049998 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803c225-952d-462e-9a98-d817b5c44468 req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Attempting to bind port 9ff05d04-c014-42e6-ba94-489daad1987f on network 19b33287-e8f1-4ba3-9b40-154cff1c5c43 {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:30:28.055991 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803c225-952d-462e-9a98-d817b5c44468 req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Port 9ff05d04-c014-42e6-ba94-489daad1987f on network 19b33287-e8f1-4ba3-9b40-154cff1c5c43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 04 13:30:28.056307 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803c225-952d-462e-9a98-d817b5c44468 req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Attempting to bind port 9ff05d04-c014-42e6-ba94-489daad1987f on network 19b33287-e8f1-4ba3-9b40-154cff1c5c43 {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:30:28.062793 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803c225-952d-462e-9a98-d817b5c44468 req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Checking agent: {'id': 'f3f49e7e-243b-4d29-a545-c161d140ab6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'started_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:30:28.063121 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803c225-952d-462e-9a98-d817b5c44468 req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Checking segment: {'id': 'fe6ae640-e823-4522-bac4-3d650ada9126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:30:28.063503 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803c225-952d-462e-9a98-d817b5c44468 req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Bound using segment: {'id': 'fe6ae640-e823-4522-bac4-3d650ada9126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43'} {{(pid=82773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:30:28.063944 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.managers [req-e803c225-952d-462e-9a98-d817b5c44468 req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Bound port: 9ff05d04-c014-42e6-ba94-489daad1987f, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe6ae640-e823-4522-bac4-3d650ada9126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43'}}] {{(pid=82773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:30:28.064287 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-e803c225-952d-462e-9a98-d817b5c44468 req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:28.170801 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.db [req-e803c225-952d-462e-9a98-d817b5c44468 req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] For port 9ff05d04-c014-42e6-ba94-489daad1987f, host hv-cinder-81036, cleared binding levels {{(pid=82773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:30:28.174449 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.db [req-e803c225-952d-462e-9a98-d817b5c44468 req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] For port 9ff05d04-c014-42e6-ba94-489daad1987f, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=9ff05d04-c014-42e6-ba94-489daad1987f,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:30:28.179788 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-e803c225-952d-462e-9a98-d817b5c44468 req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671960'] for port, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:28.183527 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:28.248242 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-e803c225-952d-462e-9a98-d817b5c44468 req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:28.249691 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e803c225-952d-462e-9a98-d817b5c44468 req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] 10.222.0.52 "PUT /v2.0/ports/9ff05d04-c014-42e6-ba94-489daad1987f HTTP/1.1" status: 200 len: 1093 time: 1.0514050 Nov 04 13:30:28.250187 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb940771-a547-4de4-8680-9b733257745c', 'tag': '9ff05d04-c014-42e6-ba94-489daad1987f'}] {{(pid=82773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:30:28.266643 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Pushing event updated for resources: {'Port': ['ID=9ff05d04-c014-42e6-ba94-489daad1987f,revision_number=3']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:28.269562 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:28.322060 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb940771-a547-4de4-8680-9b733257745c', 'tag': '9ff05d04-c014-42e6-ba94-489daad1987f', 'status': 'completed', 'code': 200} Nov 04 13:30:28.447400 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e803c225-952d-462e-9a98-d817b5c44468 req-f40f80d6-8594-4779-aea3-e05ff9bd77be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8899ac9b01e42658da4f7daa3a70cb6&device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 1096 time: 0.1574922 Nov 04 13:30:28.523724 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e803c225-952d-462e-9a98-d817b5c44468 req-2d5b58c0-80c2-4091-91d5-4621f8c55dd3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ff05d04-c014-42e6-ba94-489daad1987f HTTP/1.1" status: 200 len: 217 time: 0.0604992 Nov 04 13:30:28.590604 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803c225-952d-462e-9a98-d817b5c44468 req-4e3b8765-8d90-4e6d-a3e2-bfeb8665dd98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:28.592003 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e803c225-952d-462e-9a98-d817b5c44468 req-4e3b8765-8d90-4e6d-a3e2-bfeb8665dd98 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=015f8400-61d5-446c-9985-04a90256d94c HTTP/1.1" status: 200 len: 856 time: 0.0608146 Nov 04 13:30:28.666218 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e803c225-952d-462e-9a98-d817b5c44468 req-4569ee1b-ce4f-4578-ad2d-054224f714e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b33287-e8f1-4ba3-9b40-154cff1c5c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0660865 Nov 04 13:30:28.803000 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e803c225-952d-462e-9a98-d817b5c44468 req-b1aa83b1-b057-47e8-b23e-a3092086da0f service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270292 Nov 04 13:30:28.833442 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1da07c-e106-4588-98d1-438b3143c43f req-e2236464-bd81-446f-8b66-81f9d7d87849 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:28.835452 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1d1da07c-e106-4588-98d1-438b3143c43f req-e2236464-bd81-446f-8b66-81f9d7d87849 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.0762835 Nov 04 13:30:28.882494 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1d1da07c-e106-4588-98d1-438b3143c43f req-64c6016a-63c7-489e-8faa-121cd05e033f tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413954 Nov 04 13:30:28.944021 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e803c225-952d-462e-9a98-d817b5c44468 req-dcc9f832-7583-4a52-bf08-47d433e9cb3e service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329165 Nov 04 13:30:29.023659 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-a0ac38f1-53c3-49d8-9023-95dd09a2dd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:29.077448 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718bfa4-c59e-4e27-bc56-4201f692473c req-5f3c1da3-ecb5-49f9-8bee-e70e313eec6a tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:29.079400 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9718bfa4-c59e-4e27-bc56-4201f692473c req-5f3c1da3-ecb5-49f9-8bee-e70e313eec6a tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 943 time: 0.1311505 Nov 04 13:30:29.116914 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9f523a1a-ef91-450a-854a-b5b22c28efc9 req-98fffdd9-5f7d-4b85-895d-ef8925e9ce5f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8899ac9b01e42658da4f7daa3a70cb6&device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 1096 time: 0.1260931 Nov 04 13:30:29.173899 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795ab2d-f4f2-4f04-8c0e-4b93cc54a9fc req-9a6ec53a-a864-4f25-8a04-a7e617343076 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:29.175371 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f795ab2d-f4f2-4f04-8c0e-4b93cc54a9fc req-9a6ec53a-a864-4f25-8a04-a7e617343076 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.1562135 Nov 04 13:30:29.210813 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9718bfa4-c59e-4e27-bc56-4201f692473c req-8a08092c-a7fb-478b-8f20-9ed7f6103b4b tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238449 Nov 04 13:30:29.222807 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f795ab2d-f4f2-4f04-8c0e-4b93cc54a9fc req-68eb2771-2bfc-4a73-95ca-7e918a36801b tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411870 Nov 04 13:30:29.266063 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f523a1a-ef91-450a-854a-b5b22c28efc9 req-6638e9b3-d4b1-453a-9fe7-f224775fd5c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:29.267351 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9f523a1a-ef91-450a-854a-b5b22c28efc9 req-6638e9b3-d4b1-453a-9fe7-f224775fd5c4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=19b33287-e8f1-4ba3-9b40-154cff1c5c43 HTTP/1.1" status: 200 len: 918 time: 0.1425393 Nov 04 13:30:29.340358 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9f523a1a-ef91-450a-854a-b5b22c28efc9 req-3a9f19f0-1bbc-46f5-bc72-bbdeada505dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ff05d04-c014-42e6-ba94-489daad1987f HTTP/1.1" status: 200 len: 217 time: 0.0658035 Nov 04 13:30:29.384907 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:29.405177 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f523a1a-ef91-450a-854a-b5b22c28efc9 req-4b34e661-a093-4d6b-a7c6-2b1489e6a2a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:29.406797 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9f523a1a-ef91-450a-854a-b5b22c28efc9 req-4b34e661-a093-4d6b-a7c6-2b1489e6a2a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=015f8400-61d5-446c-9985-04a90256d94c HTTP/1.1" status: 200 len: 856 time: 0.0591142 Nov 04 13:30:29.481605 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cce48-e0ff-40c3-8151-6f0b03861d0e req-fb5dd328-c7f6-4c08-b8f1-1bd6f44d78ec tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:29.482943 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f10cce48-e0ff-40c3-8151-6f0b03861d0e req-fb5dd328-c7f6-4c08-b8f1-1bd6f44d78ec tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 945 time: 0.1356211 Nov 04 13:30:29.485307 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9f523a1a-ef91-450a-854a-b5b22c28efc9 req-8e2ae3bc-66a5-46e2-be20-201e839ea090 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b33287-e8f1-4ba3-9b40-154cff1c5c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709889 Nov 04 13:30:29.488925 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a024a27-4880-429b-9720-8cfded7dbc84 req-73707119-adab-4eb5-a216-4d247a0ad28b tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:29.490870 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1a024a27-4880-429b-9720-8cfded7dbc84 req-73707119-adab-4eb5-a216-4d247a0ad28b tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.1097250 Nov 04 13:30:29.585379 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-f10cce48-e0ff-40c3-8151-6f0b03861d0e req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Deleting port 4da13408-5eb3-4692-ad04-e78857720d10 {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:30:29.585731 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-f10cce48-e0ff-40c3-8151-6f0b03861d0e req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:29.624514 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9f523a1a-ef91-450a-854a-b5b22c28efc9 req-57e5e2c0-b17b-4e5c-a295-e274268fd9e2 service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280129 Nov 04 13:30:29.626228 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1a024a27-4880-429b-9720-8cfded7dbc84 req-20087081-fd91-4307-b887-8c6637fd0ee3 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006589 Nov 04 13:30:29.655346 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 45630) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:29.777685 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9f523a1a-ef91-450a-854a-b5b22c28efc9 req-32c77d1b-c08e-4eda-a5af-de09661b33a0 service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431820 Nov 04 13:30:29.841793 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-f10cce48-e0ff-40c3-8151-6f0b03861d0e req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] For port 4da13408-5eb3-4692-ad04-e78857720d10, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=4da13408-5eb3-4692-ad04-e78857720d10,segment=NetworkSegment(52a1ce32-0148-4074-b0b3-26fff405bd0a),segment_id=52a1ce32-0148-4074-b0b3-26fff405bd0a)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:30:29.842330 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-f10cce48-e0ff-40c3-8151-6f0b03861d0e req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:29.926333 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-38d4e286-743d-4438-a88f-dc29e5484d88 tempest-TestShelveInstance-233009665 tempest-TestShelveInstance-233009665-project-admin] Synchronizing usage tracker for tenant:715adfdca9c94f7ea8f2e7cb3b11e2f7 on resource:port {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:30:29.944526 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-38d4e286-743d-4438-a88f-dc29e5484d88 tempest-TestShelveInstance-233009665 tempest-TestShelveInstance-233009665-project-admin] Unset dirty status for tenant:715adfdca9c94f7ea8f2e7cb3b11e2f7 on resource:port {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:30:29.948779 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-38d4e286-743d-4438-a88f-dc29e5484d88 tempest-TestShelveInstance-233009665 tempest-TestShelveInstance-233009665-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 1094 time: 0.2874458 Nov 04 13:30:29.948904 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 45638) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:29.954323 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Request body: {'floatingip': {'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'port_id': '3fa7a15e-9de0-44ee-a466-ad74f981b011', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:30:29.960937 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:30:29.964968 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Usage tracker for resource:floatingip and tenant:4ee82abcf6af4540a23cf6a0cabcf02d is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:30:29.975699 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-f10cce48-e0ff-40c3-8151-6f0b03861d0e req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Calling delete_port for 4da13408-5eb3-4692-ad04-e78857720d10 owned by compute:nova {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:30:29.978841 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:30:29.984808 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:30:29.998600 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for floatingip, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:30.056967 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 9ff05d04-c014-42e6-ba94-489daad1987f details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:30:30.128093 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-f10cce48-e0ff-40c3-8151-6f0b03861d0e req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:30.135388 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:30.143688 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['4da13408-5eb3-4692-ad04-e78857720d10'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:30:30.183299 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Pushing event deleted for resources: {'Port': ['ID=4da13408-5eb3-4692-ad04-e78857720d10,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:30.226674 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 9ff05d04-c014-42e6-ba94-489daad1987f, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=9ff05d04-c014-42e6-ba94-489daad1987f,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:30:30.227415 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.227785 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.228148 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.228504 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.228854 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.229204 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.229557 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.229935 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.230280 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.230625 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.230969 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.234178 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:30.244395 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': '9ff05d04-c014-42e6-ba94-489daad1987f', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'port_id': '9ff05d04-c014-42e6-ba94-489daad1987f', 'mac_address': 'fa:16:3e:bb:32:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:30:30.277102 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10cce48-e0ff-40c3-8151-6f0b03861d0e req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] No DVR routers for this DVR port 4da13408-5eb3-4692-ad04-e78857720d10 on host hv-cinder-81036 {{(pid=82772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:30:30.278373 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-f10cce48-e0ff-40c3-8151-6f0b03861d0e req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:30.283369 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2c9fd-f6fe-4a9a-8cfb-3c773ca9551b req-b09c3f75-da14-4f80-8bfe-5b3e1e596181 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:30.283884 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6', 'name': 'network-vif-deleted', 'tag': '4da13408-5eb3-4692-ad04-e78857720d10'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:30:30.284979 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-54f2c9fd-f6fe-4a9a-8cfb-3c773ca9551b req-b09c3f75-da14-4f80-8bfe-5b3e1e596181 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6 HTTP/1.1" status: 200 len: 867 time: 0.2698910 Nov 04 13:30:30.302952 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f10cce48-e0ff-40c3-8151-6f0b03861d0e req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.52 "DELETE /v2.0/ports/4da13408-5eb3-4692-ad04-e78857720d10 HTTP/1.1" status: 204 len: 173 time: 0.8075788 Nov 04 13:30:30.320771 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:30.342391 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:30.350716 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff05d04-c014-42e6-ba94-489daad1987f {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:30:30.368429 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 9ff05d04-c014-42e6-ba94-489daad1987f, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=9ff05d04-c014-42e6-ba94-489daad1987f,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:30:30.373552 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:30.376594 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-236ad60b-1486-4494-8c5b-e40af7ce123a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:30.454723 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=9ff05d04-c014-42e6-ba94-489daad1987f,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:30.457697 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:30.480512 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99511d23-e189-4185-9b7c-a47c05017f90 req-5cd8e3ed-ded1-417f-9c46-cc9e100f38ba tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:30.482014 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-99511d23-e189-4185-9b7c-a47c05017f90 req-5cd8e3ed-ded1-417f-9c46-cc9e100f38ba tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 944 time: 0.0927486 Nov 04 13:30:30.496675 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-54f2c9fd-f6fe-4a9a-8cfb-3c773ca9551b req-572807b0-5d36-4d39-b3a2-a10a61313e40 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] 10.222.0.93 "GET /v2.0/security-groups?id=1615fbd3-7258-47a5-ad99-0c46061a5917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938956 Nov 04 13:30:30.503644 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_common [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Allocated IP 172.28.1.254 (3a01b9c4-59fa-4ac6-86b7-88d3229c48a4/d8a4ad71-5939-4e74-92b3-9a9ca440e818/acd40f99-9484-40f1-9d52-0307e9f00e2e) {{(pid=82773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:30:30.533739 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-99511d23-e189-4185-9b7c-a47c05017f90 req-74922443-2459-462c-a204-3c6ef68e1d55 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459690 Nov 04 13:30:30.579129 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4eaf19-ddb0-48b5-be5e-d9b7c6d024d6', 'name': 'network-vif-deleted', 'tag': '4da13408-5eb3-4692-ad04-e78857720d10', 'status': 'completed', 'code': 200} Nov 04 13:30:30.633602 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['9ff05d04-c014-42e6-ba94-489daad1987f'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:30:30.657934 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for port, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:30.684961 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:30.689431 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-2e548309-5802-4695-b54f-6b59ed8d2869 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:30.753475 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:30:30.757115 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:30:30.761347 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Received port after_create {{(pid=82773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:30:30.790041 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Pushing event updated for resources: {'Port': ['ID=acd40f99-9484-40f1-9d52-0307e9f00e2e,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:30.815576 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.815945 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.816298 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.816751 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.816992 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.817337 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.817710 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.818572 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.818916 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.819254 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.819597 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:30:30.824656 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:31.133083 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-a73cdb14-90db-4cc9-9ef7-c809778c92d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:31.297272 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:31.355174 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:31.553032 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for port, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:31.557947 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671960'] for port, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:31.561827 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:31.603591 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45650) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:31.665123 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Pushing event updated for resources: {'Port': ['ID=acd40f99-9484-40f1-9d52-0307e9f00e2e,revision_number=2']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:31.669213 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:31.722408 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837438'] for floatingip, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:31.839086 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f70ce1-05c8-49a5-a1a6-ad79a532a0af req-5270db93-e2a3-4752-bb36-688baab5ffd6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:31.840454 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-f5f70ce1-05c8-49a5-a1a6-ad79a532a0af req-5270db93-e2a3-4752-bb36-688baab5ffd6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 944 time: 0.1622748 Nov 04 13:30:31.997687 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bcf3e0be-5bd7-4474-923b-4448bec3e2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3838974'] for router_interface, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:32.036425 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:32.048461 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-f5f70ce1-05c8-49a5-a1a6-ad79a532a0af req-c4ac685e-90fd-4a43-9c04-2fa584ec0a96 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604726 Nov 04 13:30:32.058029 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 9ff05d04-c014-42e6-ba94-489daad1987f up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:30:32.070150 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.db.l3_db [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Floating IP c8fb237e-4283-4fa4-b15e-bd383ab804da associated. External IP: 172.28.1.254, port: 3fa7a15e-9de0-44ee-a466-ad74f981b011. Nov 04 13:30:32.141871 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning for port 9ff05d04-c014-42e6-ba94-489daad1987f completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:30:32.148334 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port 9ff05d04-c014-42e6-ba94-489daad1987f triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:30:32.148722 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:32.275562 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:32.307032 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb940771-a547-4de4-8680-9b733257745c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff05d04-c014-42e6-ba94-489daad1987f'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:30:32.330229 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 9ff05d04-c014-42e6-ba94-489daad1987f, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=9ff05d04-c014-42e6-ba94-489daad1987f,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:30:32.337886 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:32.340412 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 4da13408-5eb3-4692-ad04-e78857720d10 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:30:32.386869 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb940771-a547-4de4-8680-9b733257745c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff05d04-c014-42e6-ba94-489daad1987f', 'code': 200} Nov 04 13:30:32.387693 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:32.437998 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] No Port match for: 4da13408-5eb3-4692-ad04-e78857720d10 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:30:32.438437 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 4da13408-5eb3-4692-ad04-e78857720d10 not bound to the agent host hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:30:32.473499 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=9ff05d04-c014-42e6-ba94-489daad1987f,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:32.478477 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:32.503307 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Router 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:30:32.652458 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5a714b54-a7a1-44eb-a81e-1073951a68b0 req-ad8974ba-f9d8-402b-b3e9-03adf29fb607 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 1098 time: 0.0949123 Nov 04 13:30:32.705449 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:30:32.715895 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6624c4-d31a-4eed-b64c-4a661feaab95 None None] Sync routers for ids ['1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'] in dv-cinder-810367-1-smb {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:30:32.728215 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6624c4-d31a-4eed-b64c-4a661feaab95 None None] Routers {'1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:30:32.728967 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-7c6624c4-d31a-4eed-b64c-4a661feaab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:30:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:32.734378 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for floatingip, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:32.735802 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5a714b54-a7a1-44eb-a81e-1073951a68b0 req-4d38e611-cb74-483d-ba60-a1639ffeb976 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765736 Nov 04 13:30:32.793042 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8431587 Nov 04 13:30:32.794041 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e917438-bc8f-407d-8411-f9184c6c4724', 'tag': '3fa7a15e-9de0-44ee-a466-ad74f981b011'}] {{(pid=82773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:30:32.834609 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-bcf3e0be-5bd7-4474-923b-4448bec3e2fc admin admin] Deleting port 9da46655-fcbd-486c-895d-02b73f17924f {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:30:32.835008 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bcf3e0be-5bd7-4474-923b-4448bec3e2fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:32.856080 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e917438-bc8f-407d-8411-f9184c6c4724', 'tag': '3fa7a15e-9de0-44ee-a466-ad74f981b011', 'status': 'completed', 'code': 200} Nov 04 13:30:32.944907 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-7c6624c4-d31a-4eed-b64c-4a661feaab95 None None] Set router 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:30:33.044470 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [None req-bcf3e0be-5bd7-4474-923b-4448bec3e2fc admin admin] For port 9da46655-fcbd-486c-895d-02b73f17924f, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=9da46655-fcbd-486c-895d-02b73f17924f,segment=NetworkSegment(52a1ce32-0148-4074-b0b3-26fff405bd0a),segment_id=52a1ce32-0148-4074-b0b3-26fff405bd0a)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:30:33.044821 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bcf3e0be-5bd7-4474-923b-4448bec3e2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:33.184965 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-bcf3e0be-5bd7-4474-923b-4448bec3e2fc admin admin] Calling delete_port for 9da46655-fcbd-486c-895d-02b73f17924f owned by network:router_interface {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:30:33.260991 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f047af2b-c261-43a5-864d-7aafcfa6a3c0 req-0f5fbdf7-855b-4129-a2d1-3e16191f79fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ee82abcf6af4540a23cf6a0cabcf02d&device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 1099 time: 0.2528851 Nov 04 13:30:33.306414 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-7c6624c4-d31a-4eed-b64c-4a661feaab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'name': 'tempest-TestShelveInstance-110404106-router', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:33Z', 'updated_at': '2021-11-04T13:29:37Z', 'revision_number': 4, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'gw_port': {'id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:34Z', 'updated_at': '2021-11-04T13:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_floatingips': [{'id': 'c8fb237e-4283-4fa4-b15e-bd383ab804da', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'floating_ip_address': '172.28.1.254', 'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'router_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'port_id': '3fa7a15e-9de0-44ee-a466-ad74f981b011', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5', 'mac_address': 'fa:16:3e:8b:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e917438-bc8f-407d-8411-f9184c6c4724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:30:31Z', 'updated_at': '2021-11-04T13:30:31Z', 'revision_number': 0, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '745bad27-c5a8-437b-a92a-3ad44a3a7565', 'name': '', 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'mac_address': 'fa:16:3e:8e:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0beef5-8835-4c75-a34e-3fbc299334f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:37Z', 'updated_at': '2021-11-04T13:29:47Z', 'revision_number': 5, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'subnets': [{'id': '5f0beef5-8835-4c75-a34e-3fbc299334f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:33.310724 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6624c4-d31a-4eed-b64c-4a661feaab95 None None] Checking router: 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb for host: dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:30:33.321568 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6624c4-d31a-4eed-b64c-4a661feaab95 None None] Routers {'1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:30:33.322291 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-7c6624c4-d31a-4eed-b64c-4a661feaab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:30:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:33.499028 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-7c6624c4-d31a-4eed-b64c-4a661feaab95 None None] Set router 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:30:33.607060 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:33.705786 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047af2b-c261-43a5-864d-7aafcfa6a3c0 req-cb70ad7a-7c9b-4048-bb4d-8068de8d4da6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:33.707242 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f047af2b-c261-43a5-864d-7aafcfa6a3c0 req-cb70ad7a-7c9b-4048-bb4d-8068de8d4da6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df8f186d-bbe6-4f3f-8311-7c1b35152aa5 HTTP/1.1" status: 200 len: 909 time: 0.3232772 Nov 04 13:30:33.719929 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4bb09-bef8-4af8-b855-dae3e575dab8 req-08e78f19-5e12-47bc-9dcc-d3fd2dbf4f15 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:33.721323 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-bdd4bb09-bef8-4af8-b855-dae3e575dab8 req-08e78f19-5e12-47bc-9dcc-d3fd2dbf4f15 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.3384528 Nov 04 13:30:33.844971 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-7c6624c4-d31a-4eed-b64c-4a661feaab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'name': 'tempest-TestShelveInstance-110404106-router', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:33Z', 'updated_at': '2021-11-04T13:29:37Z', 'revision_number': 4, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'gw_port': {'id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:34Z', 'updated_at': '2021-11-04T13:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_floatingips': [{'id': 'c8fb237e-4283-4fa4-b15e-bd383ab804da', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'floating_ip_address': '172.28.1.254', 'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'router_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'port_id': '3fa7a15e-9de0-44ee-a466-ad74f981b011', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5', 'mac_address': 'fa:16:3e:8b:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e917438-bc8f-407d-8411-f9184c6c4724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:30:31Z', 'updated_at': '2021-11-04T13:30:31Z', 'revision_number': 0, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '745bad27-c5a8-437b-a92a-3ad44a3a7565', 'name': '', 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'mac_address': 'fa:16:3e:8e:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0beef5-8835-4c75-a34e-3fbc299334f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:37Z', 'updated_at': '2021-11-04T13:29:47Z', 'revision_number': 5, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'subnets': [{'id': '5f0beef5-8835-4c75-a34e-3fbc299334f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:33.848939 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6624c4-d31a-4eed-b64c-4a661feaab95 None None] The sync data for ids ['1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'] in dv-cinder-810367-1-smb is: [{'id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'name': 'tempest-TestShelveInstance-110404106-router', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:33Z', 'updated_at': '2021-11-04T13:29:37Z', 'revision_number': 4, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'gw_port': {'id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:34Z', 'updated_at': '2021-11-04T13:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_floatingips': [{'id': 'c8fb237e-4283-4fa4-b15e-bd383ab804da', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'floating_ip_address': '172.28.1.254', 'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'router_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'port_id': '3fa7a15e-9de0-44ee-a466-ad74f981b011', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5', 'mac_address': 'fa:16:3e:8b:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e917438-bc8f-407d-8411-f9184c6c4724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:30:31Z', 'updated_at': '2021-11-04T13:30:31Z', 'revision_number': 0, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '745bad27-c5a8-437b-a92a-3ad44a3a7565', 'name': '', 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'mac_address': 'fa:16:3e:8e:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0beef5-8835-4c75-a34e-3fbc299334f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:37Z', 'updated_at': '2021-11-04T13:29:47Z', 'revision_number': 5, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'subnets': [{'id': '5f0beef5-8835-4c75-a34e-3fbc299334f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:30:33.905286 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-bdd4bb09-bef8-4af8-b855-dae3e575dab8 req-28eb5367-7106-48b9-a842-f21db29c7aef tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327152 Nov 04 13:30:33.915963 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f047af2b-c261-43a5-864d-7aafcfa6a3c0 req-62f7af64-2a99-43a8-8f70-ae43e3443b01 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fa7a15e-9de0-44ee-a466-ad74f981b011 HTTP/1.1" status: 200 len: 1000 time: 0.1936934 Nov 04 13:30:33.926335 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bcf3e0be-5bd7-4474-923b-4448bec3e2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:33.961269 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-5c0de337-d8c6-4c9e-ac21-1be7bf7c5254 tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:34.018150 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3e0be-5bd7-4474-923b-4448bec3e2fc admin admin] Pushing event deleted for resources: {'Port': ['ID=9da46655-fcbd-486c-895d-02b73f17924f,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:34.022819 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-bcf3e0be-5bd7-4474-923b-4448bec3e2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:34.082109 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de5c0b-75eb-4fd2-9a1f-713f18dfc0c4 None None] New status for floating IP c8fb237e-4283-4fa4-b15e-bd383ab804da: ACTIVE {{(pid=82774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 04 13:30:34.100962 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047af2b-c261-43a5-864d-7aafcfa6a3c0 req-a28586a0-682a-4fe6-90fb-7dbc66e583dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:34.102348 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f047af2b-c261-43a5-864d-7aafcfa6a3c0 req-a28586a0-682a-4fe6-90fb-7dbc66e583dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f0beef5-8835-4c75-a34e-3fbc299334f2 HTTP/1.1" status: 200 len: 847 time: 0.1772318 Nov 04 13:30:34.264557 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f047af2b-c261-43a5-864d-7aafcfa6a3c0 req-c56dde8b-8b2b-4f52-ba92-77917721ddde service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df8f186d-bbe6-4f3f-8311-7c1b35152aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1508200 Nov 04 13:30:34.471086 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f047af2b-c261-43a5-864d-7aafcfa6a3c0 req-0783a45e-4e9e-4349-9994-9d86ab0cf61c service neutron] 10.222.0.52 "GET /v2.0/networks/df8f186d-bbe6-4f3f-8311-7c1b35152aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983895 Nov 04 13:30:34.560736 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bcf3e0be-5bd7-4474-923b-4448bec3e2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2764176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3838132'] for router_interface, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:34.677813 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f047af2b-c261-43a5-864d-7aafcfa6a3c0 req-323e6a1b-9205-428c-b0e1-9aac7396f69c service neutron] 10.222.0.52 "GET /v2.0/networks/df8f186d-bbe6-4f3f-8311-7c1b35152aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993248 Nov 04 13:30:35.126565 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d37683-6ab7-4184-b660-e434cf45a601 req-57aba4e7-2668-4edd-8ceb-2507a798a514 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:35.128762 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-38d37683-6ab7-4184-b660-e434cf45a601 req-57aba4e7-2668-4edd-8ceb-2507a798a514 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.0811977 Nov 04 13:30:35.180133 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-38d37683-6ab7-4184-b660-e434cf45a601 req-f44ea3f1-95ee-4ed0-a279-fc47f5a28408 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448020 Nov 04 13:30:35.280725 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf3e0be-5bd7-4474-923b-4448bec3e2fc admin admin] Router 3434eea0-6065-415c-a3fd-050f058820d0 has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:30:35.494661 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e3c8b-fee7-43ea-8c89-05bc9819a47b req-da42b129-ee5e-4fb1-b355-6925b8a670d1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:35.496015 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-125e3c8b-fee7-43ea-8c89-05bc9819a47b req-da42b129-ee5e-4fb1-b355-6925b8a670d1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.1550171 Nov 04 13:30:35.504936 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 45666) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:35.510987 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-1a40d3cc-ef1f-4653-bde4-022c5e18d007 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Request body: {'floatingip': {'port_id': '9ff05d04-c014-42e6-ba94-489daad1987f'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:30:35.546878 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf3e0be-5bd7-4474-923b-4448bec3e2fc admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:30:35.555995 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786c0fd5-f1db-4424-811c-00c4568e6675 None None] Sync routers for ids ['3434eea0-6065-415c-a3fd-050f058820d0'] in dv-cinder-810367-1-smb {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:30:35.562038 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-bcf3e0be-5bd7-4474-923b-4448bec3e2fc admin admin] 10.222.0.93 "PUT /v2.0/routers/3434eea0-6065-415c-a3fd-050f058820d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9546971 Nov 04 13:30:35.562221 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45670) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:35.569266 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786c0fd5-f1db-4424-811c-00c4568e6675 None None] Routers {'3434eea0-6065-415c-a3fd-050f058820d0'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:30:35.569881 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-786c0fd5-f1db-4424-811c-00c4568e6675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:30:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['3434eea0-6065-415c-a3fd-050f058820d0'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:35.590862 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1a40d3cc-ef1f-4653-bde4-022c5e18d007 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for floatingip, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:35.749594 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-786c0fd5-f1db-4424-811c-00c4568e6675 None None] Set router 3434eea0-6065-415c-a3fd-050f058820d0 gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:30:35.762838 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7fffb149-188b-485b-9fae-7e2dc4821f58 admin admin] Notify callbacks [] for router, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:35.967041 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7fffb149-188b-485b-9fae-7e2dc4821f58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:35.978260 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-7fffb149-188b-485b-9fae-7e2dc4821f58 admin admin] Deleting port db03465d-5a2c-48e3-81f8-18173785b30f {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:30:35.978781 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7fffb149-188b-485b-9fae-7e2dc4821f58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:36.104024 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-786c0fd5-f1db-4424-811c-00c4568e6675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3434eea0-6065-415c-a3fd-050f058820d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1724716194-router', 'tenant_id': '1045286fb73b402889070a294f6a163c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'db03465d-5a2c-48e3-81f8-18173785b30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:27:33Z', 'updated_at': '2021-11-04T13:30:33Z', 'revision_number': 5, 'project_id': '1045286fb73b402889070a294f6a163c', 'gw_port': {'id': 'db03465d-5a2c-48e3-81f8-18173785b30f', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3434eea0-6065-415c-a3fd-050f058820d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:27:34Z', 'updated_at': '2021-11-04T13:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:36.107954 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786c0fd5-f1db-4424-811c-00c4568e6675 None None] Checking router: 3434eea0-6065-415c-a3fd-050f058820d0 for host: dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:30:36.119729 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786c0fd5-f1db-4424-811c-00c4568e6675 None None] Routers {'3434eea0-6065-415c-a3fd-050f058820d0'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:30:36.120381 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-786c0fd5-f1db-4424-811c-00c4568e6675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:30:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['3434eea0-6065-415c-a3fd-050f058820d0'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:36.195526 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [None req-7fffb149-188b-485b-9fae-7e2dc4821f58 admin admin] For port db03465d-5a2c-48e3-81f8-18173785b30f, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=db03465d-5a2c-48e3-81f8-18173785b30f,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:30:36.196282 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7fffb149-188b-485b-9fae-7e2dc4821f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:36.275642 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-786c0fd5-f1db-4424-811c-00c4568e6675 None None] Set router 3434eea0-6065-415c-a3fd-050f058820d0 gateway port host: None {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:30:36.301489 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1a40d3cc-ef1f-4653-bde4-022c5e18d007 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:36.307822 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1a40d3cc-ef1f-4653-bde4-022c5e18d007 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837438'] for floatingip, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:36.341700 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-7fffb149-188b-485b-9fae-7e2dc4821f58 admin admin] Calling delete_port for db03465d-5a2c-48e3-81f8-18173785b30f owned by network:router_gateway {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:30:36.380274 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-786c0fd5-f1db-4424-811c-00c4568e6675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3434eea0-6065-415c-a3fd-050f058820d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1724716194-router', 'tenant_id': '1045286fb73b402889070a294f6a163c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:27:33Z', 'updated_at': '2021-11-04T13:30:35Z', 'revision_number': 6, 'project_id': '1045286fb73b402889070a294f6a163c', 'gw_port_host': None}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:36.384264 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786c0fd5-f1db-4424-811c-00c4568e6675 None None] The sync data for ids ['3434eea0-6065-415c-a3fd-050f058820d0'] in dv-cinder-810367-1-smb is: [{'id': '3434eea0-6065-415c-a3fd-050f058820d0', 'name': 'tempest-ServerRescueNegativeTestJSON-1724716194-router', 'tenant_id': '1045286fb73b402889070a294f6a163c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:27:33Z', 'updated_at': '2021-11-04T13:30:35Z', 'revision_number': 6, 'project_id': '1045286fb73b402889070a294f6a163c', 'gw_port_host': None}] {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:30:36.504157 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.db.l3_db [None req-1a40d3cc-ef1f-4653-bde4-022c5e18d007 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Floating IP b6c07e49-d68f-413a-9e93-a60b256465e7 associated. External IP: 172.28.1.252, port: 9ff05d04-c014-42e6-ba94-489daad1987f. Nov 04 13:30:36.519050 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7fffb149-188b-485b-9fae-7e2dc4821f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:36.523781 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:36.568239 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffb149-188b-485b-9fae-7e2dc4821f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=db03465d-5a2c-48e3-81f8-18173785b30f,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:36.571083 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-7fffb149-188b-485b-9fae-7e2dc4821f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:36.885966 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7fffb149-188b-485b-9fae-7e2dc4821f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3837385'] for router_gateway, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:36.911821 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a40d3cc-ef1f-4653-bde4-022c5e18d007 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:30:37.111142 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a40d3cc-ef1f-4653-bde4-022c5e18d007 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:30:37.115735 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1a40d3cc-ef1f-4653-bde4-022c5e18d007 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for floatingip, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:37.120619 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a493b62-0e9f-4d12-b1c0-6534ef5032fd None None] Sync routers for ids ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'] in dv-cinder-810367-1-smb {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:30:37.133038 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a493b62-0e9f-4d12-b1c0-6534ef5032fd None None] Routers {'1d9f18ca-50d3-48ce-89f4-1ee086403af8'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:30:37.133816 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-2a493b62-0e9f-4d12-b1c0-6534ef5032fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:30:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:37.147007 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7fffb149-188b-485b-9fae-7e2dc4821f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3834557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9093'] for router, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:37.151596 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7fffb149-188b-485b-9fae-7e2dc4821f58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:37.179308 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-1a40d3cc-ef1f-4653-bde4-022c5e18d007 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "PUT /v2.0/floatingips/b6c07e49-d68f-413a-9e93-a60b256465e7 HTTP/1.1" status: 200 len: 991 time: 1.6725628 Nov 04 13:30:37.179958 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb940771-a547-4de4-8680-9b733257745c', 'tag': '9ff05d04-c014-42e6-ba94-489daad1987f'}] {{(pid=82773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:30:37.252052 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7fffb149-188b-485b-9fae-7e2dc4821f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3834401'] for router, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:37.252886 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fffb149-188b-485b-9fae-7e2dc4821f58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3434eea0-6065-415c-a3fd-050f058820d0 {{(pid=82772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 13:30:37.272581 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7fffb149-188b-485b-9fae-7e2dc4821f58 admin admin] Notify callbacks [] for router, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:37.276169 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-7fffb149-188b-485b-9fae-7e2dc4821f58 admin admin] 10.222.0.93 "DELETE /v2.0/routers/3434eea0-6065-415c-a3fd-050f058820d0 HTTP/1.1" status: 204 len: 168 time: 1.7106791 Nov 04 13:30:37.276405 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45678) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:37.285169 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb940771-a547-4de4-8680-9b733257745c', 'tag': '9ff05d04-c014-42e6-ba94-489daad1987f', 'status': 'completed', 'code': 200} Nov 04 13:30:37.383369 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e1777e-1dd0-45cf-ab36-251647904fe4 admin admin] Deleting subnet c492f872-b286-45e9-8aab-f296054e0244 {{(pid=82772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 04 13:30:37.388061 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-74e1777e-1dd0-45cf-ab36-251647904fe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:37.392532 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-2a493b62-0e9f-4d12-b1c0-6534ef5032fd None None] Set router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:30:37.461340 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-74e1777e-1dd0-45cf-ab36-251647904fe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3573354'] for subnet, precommit_delete_associations {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:37.493846 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6541717e-edf0-4c55-a99f-492f8fb36710 req-d6215609-e2dd-486d-b9eb-230a871ac4ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8899ac9b01e42658da4f7daa3a70cb6&device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 1098 time: 0.1729581 Nov 04 13:30:37.594222 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-74e1777e-1dd0-45cf-ab36-251647904fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1049700'] for subnet, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:37.689637 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541717e-edf0-4c55-a99f-492f8fb36710 req-d1b21a5d-d532-47c4-9d13-64eacaa0b9af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:37.691077 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6541717e-edf0-4c55-a99f-492f8fb36710 req-d1b21a5d-d532-47c4-9d13-64eacaa0b9af service neutron] 10.222.0.52 "GET /v2.0/networks?id=19b33287-e8f1-4ba3-9b40-154cff1c5c43 HTTP/1.1" status: 200 len: 918 time: 0.1861773 Nov 04 13:30:37.756877 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-74e1777e-1dd0-45cf-ab36-251647904fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1049629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3573408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2604471'] for subnet, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:37.773563 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-e6c065de-e2a3-4401-a226-2c13e31f8a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:37.786393 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-2a493b62-0e9f-4d12-b1c0-6534ef5032fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:28Z', 'updated_at': '2021-11-04T13:26:37Z', 'revision_number': 4, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'gw_port': {'id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_floatingips': [{'id': 'b6c07e49-d68f-413a-9e93-a60b256465e7', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'floating_ip_address': '172.28.1.252', 'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'router_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'port_id': '9ff05d04-c014-42e6-ba94-489daad1987f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'mac_address': 'fa:16:3e:bb:32:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb940771-a547-4de4-8680-9b733257745c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:30:23Z', 'updated_at': '2021-11-04T13:30:36Z', 'revision_number': 1, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4966c20f-23cf-4f08-a882-cedc08e0e2b6', 'name': '', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'mac_address': 'fa:16:3e:e4:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:35Z', 'updated_at': '2021-11-04T13:26:54Z', 'revision_number': 5, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'subnets': [{'id': '015f8400-61d5-446c-9985-04a90256d94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:37.790353 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a493b62-0e9f-4d12-b1c0-6534ef5032fd None None] Checking router: 1d9f18ca-50d3-48ce-89f4-1ee086403af8 for host: dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:30:37.804261 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a493b62-0e9f-4d12-b1c0-6534ef5032fd None None] Routers {'1d9f18ca-50d3-48ce-89f4-1ee086403af8'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:30:37.804261 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-2a493b62-0e9f-4d12-b1c0-6534ef5032fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:30:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:37.813396 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1777e-1dd0-45cf-ab36-251647904fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c492f872-b286-45e9-8aab-f296054e0244,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:37.817733 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-74e1777e-1dd0-45cf-ab36-251647904fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:37.822311 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-74e1777e-1dd0-45cf-ab36-251647904fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:37.845449 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-74e1777e-1dd0-45cf-ab36-251647904fe4 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/c492f872-b286-45e9-8aab-f296054e0244 HTTP/1.1" status: 204 len: 168 time: 0.5654950 Nov 04 13:30:37.845687 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45682) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:37.866919 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6541717e-edf0-4c55-a99f-492f8fb36710 req-cfde3351-1784-4a7c-8ced-a2950d51ec59 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ff05d04-c014-42e6-ba94-489daad1987f HTTP/1.1" status: 200 len: 999 time: 0.1684339 Nov 04 13:30:37.986433 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-2a493b62-0e9f-4d12-b1c0-6534ef5032fd None None] Set router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:30:37.998146 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-9b7dc14d-602f-43b2-bc22-84f7f6c3c1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1120378'] for network, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:38.003425 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541717e-edf0-4c55-a99f-492f8fb36710 req-2a6ae51b-d566-4ac8-8d45-0b8c115d7fab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:38.004847 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6541717e-edf0-4c55-a99f-492f8fb36710 req-2a6ae51b-d566-4ac8-8d45-0b8c115d7fab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=015f8400-61d5-446c-9985-04a90256d94c HTTP/1.1" status: 200 len: 856 time: 0.1313584 Nov 04 13:30:38.038287 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 9da46655-fcbd-486c-895d-02b73f17924f no longer exists at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:30:38.078890 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] No Port match for: 9da46655-fcbd-486c-895d-02b73f17924f {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:30:38.079235 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 9da46655-fcbd-486c-895d-02b73f17924f not bound to the agent host dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:30:38.079643 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device db03465d-5a2c-48e3-81f8-18173785b30f no longer exists at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:30:38.121670 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] No Port match for: db03465d-5a2c-48e3-81f8-18173785b30f {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:30:38.122355 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device db03465d-5a2c-48e3-81f8-18173785b30f not bound to the agent host dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:30:38.270822 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-9b7dc14d-602f-43b2-bc22-84f7f6c3c1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1063405', 'neutron.services.segments.db._delete_segments_for_network-8742936665528'] for network, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:38.304670 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.services.segments.db [None req-9b7dc14d-602f-43b2-bc22-84f7f6c3c1be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a0a7a0-75b6-4ced-9746-003e01dbfb31']}} {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:38.323773 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.services.segments.db [None req-9b7dc14d-602f-43b2-bc22-84f7f6c3c1be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a1ce32-0148-4074-b0b3-26fff405bd0a') {'for_net_delete': True} {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:38.324058 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.services.segments.db [None req-9b7dc14d-602f-43b2-bc22-84f7f6c3c1be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a1ce32-0148-4074-b0b3-26fff405bd0a') {} {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:38.332580 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6541717e-edf0-4c55-a99f-492f8fb36710 req-96e43188-2f46-42ef-b52e-1019ae525c05 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b33287-e8f1-4ba3-9b40-154cff1c5c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3202167 Nov 04 13:30:38.338904 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-9b7dc14d-602f-43b2-bc22-84f7f6c3c1be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742936667091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3573361'] for segment, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:38.378506 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-9b7dc14d-602f-43b2-bc22-84f7f6c3c1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:38.406189 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-2a493b62-0e9f-4d12-b1c0-6534ef5032fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:28Z', 'updated_at': '2021-11-04T13:26:37Z', 'revision_number': 4, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'gw_port': {'id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_floatingips': [{'id': 'b6c07e49-d68f-413a-9e93-a60b256465e7', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'floating_ip_address': '172.28.1.252', 'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'router_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'port_id': '9ff05d04-c014-42e6-ba94-489daad1987f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'mac_address': 'fa:16:3e:bb:32:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb940771-a547-4de4-8680-9b733257745c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:30:23Z', 'updated_at': '2021-11-04T13:30:36Z', 'revision_number': 1, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4966c20f-23cf-4f08-a882-cedc08e0e2b6', 'name': '', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'mac_address': 'fa:16:3e:e4:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:35Z', 'updated_at': '2021-11-04T13:26:54Z', 'revision_number': 5, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'subnets': [{'id': '015f8400-61d5-446c-9985-04a90256d94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:38.410956 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a493b62-0e9f-4d12-b1c0-6534ef5032fd None None] The sync data for ids ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'] in dv-cinder-810367-1-smb is: [{'id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:28Z', 'updated_at': '2021-11-04T13:26:37Z', 'revision_number': 4, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'gw_port': {'id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_floatingips': [{'id': 'b6c07e49-d68f-413a-9e93-a60b256465e7', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'floating_ip_address': '172.28.1.252', 'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'router_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'port_id': '9ff05d04-c014-42e6-ba94-489daad1987f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'mac_address': 'fa:16:3e:bb:32:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb940771-a547-4de4-8680-9b733257745c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:30:23Z', 'updated_at': '2021-11-04T13:30:36Z', 'revision_number': 1, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4966c20f-23cf-4f08-a882-cedc08e0e2b6', 'name': '', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'mac_address': 'fa:16:3e:e4:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:35Z', 'updated_at': '2021-11-04T13:26:54Z', 'revision_number': 5, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'subnets': [{'id': '015f8400-61d5-446c-9985-04a90256d94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:30:38.430461 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7dc14d-602f-43b2-bc22-84f7f6c3c1be admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=82772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 04 13:30:38.431042 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-9b7dc14d-602f-43b2-bc22-84f7f6c3c1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3573450'] for segment, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: Traceback (most recent call last): Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: timer() Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: cb(*args, **kw) Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: return func(*args, **kwargs) Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: self._notify() Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: self.callback(batched_events) Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: event.method(event) Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: return f(self, *a, **k) Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: return self._get(url).json() Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: return self.request(url, 'GET', **kwargs) Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 13:30:38.445031 dv-cinder-810367-1-smb neutron-server[82772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 13:30:38.554527 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-9b7dc14d-602f-43b2-bc22-84f7f6c3c1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1063398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837420'] for network, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:38.567216 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-9b7dc14d-602f-43b2-bc22-84f7f6c3c1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:38.573834 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-5c899170-c269-497b-b6ff-fc2d2d58c055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:38.602453 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7dc14d-602f-43b2-bc22-84f7f6c3c1be admin admin] Pushing event deleted for resources: {'Network': ['ID=92a0a7a0-75b6-4ced-9746-003e01dbfb31,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:38.605395 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-9b7dc14d-602f-43b2-bc22-84f7f6c3c1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:38.608018 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6541717e-edf0-4c55-a99f-492f8fb36710 req-bf466284-8ccd-407b-8883-5439fde21783 service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628217 Nov 04 13:30:38.609325 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-9b7dc14d-602f-43b2-bc22-84f7f6c3c1be admin admin] 10.222.0.93 "DELETE /v2.0/networks/92a0a7a0-75b6-4ced-9746-003e01dbfb31 HTTP/1.1" status: 204 len: 168 time: 0.7628200 Nov 04 13:30:38.741965 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6541717e-edf0-4c55-a99f-492f8fb36710 req-d842a37b-068e-4df0-bd2f-1a2727640d04 service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274440 Nov 04 13:30:38.807224 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45690) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:38.857022 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-8a862930-d86c-4153-9835-b5fffc7fafad admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1045286fb73b402889070a294f6a163c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486629 Nov 04 13:30:38.859353 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45694) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:38.916303 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-f08f7ee6-edf9-421d-85fc-fe654272016d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:38.941066 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-f08f7ee6-edf9-421d-85fc-fe654272016d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:38.990461 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-f08f7ee6-edf9-421d-85fc-fe654272016d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:38.994150 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b5b6255c-beb5-4ffd-a915-e5ef740d69af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:39.007559 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f7ee6-edf9-421d-85fc-fe654272016d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1615fbd3-7258-47a5-ad99-0c46061a5917,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:39.010123 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-f08f7ee6-edf9-421d-85fc-fe654272016d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:39.017456 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-f08f7ee6-edf9-421d-85fc-fe654272016d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:39.018626 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-f08f7ee6-edf9-421d-85fc-fe654272016d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1615fbd3-7258-47a5-ad99-0c46061a5917 HTTP/1.1" status: 204 len: 168 time: 0.1584113 Nov 04 13:30:40.388062 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6db877-b076-45e6-96c0-95320459dc4a None None] New status for floating IP b6c07e49-d68f-413a-9e93-a60b256465e7: ACTIVE {{(pid=82775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 04 13:30:40.468855 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:30:42.188429 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45774) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:42.325984 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-fba68135-f0fd-4b59-8a61-0f0794e9f5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:42.360108 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-fba68135-f0fd-4b59-8a61-0f0794e9f5c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:30:42.363911 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-fba68135-f0fd-4b59-8a61-0f0794e9f5c5 admin admin] Usage tracker for resource:security_group_rule and tenant:bc723767630f42259e8e2e1ec9665048 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:30:42.366684 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-fba68135-f0fd-4b59-8a61-0f0794e9f5c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:30:42.372259 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-fba68135-f0fd-4b59-8a61-0f0794e9f5c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:30:42.436648 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-fba68135-f0fd-4b59-8a61-0f0794e9f5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:42.440390 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-fba68135-f0fd-4b59-8a61-0f0794e9f5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:42.448012 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-f3e392cc-387f-4038-9ed4-d7fd6618343f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:42.487425 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba68135-f0fd-4b59-8a61-0f0794e9f5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93412ccb-1a06-44da-9bbe-225a43a4d6dd,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:42.491265 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-fba68135-f0fd-4b59-8a61-0f0794e9f5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:42.493892 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-fba68135-f0fd-4b59-8a61-0f0794e9f5c5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bc723767630f42259e8e2e1ec9665048&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3044543 Nov 04 13:30:42.496430 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45780) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:42.554752 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa725-e88a-4dc2-b86d-1f5af4da5cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:42.580183 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa725-e88a-4dc2-b86d-1f5af4da5cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:42.628609 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa725-e88a-4dc2-b86d-1f5af4da5cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:42.633143 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-af598189-6103-4736-a11f-190f0d520d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:42.643683 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfa725-e88a-4dc2-b86d-1f5af4da5cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93412ccb-1a06-44da-9bbe-225a43a4d6dd,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:42.645928 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-dfdfa725-e88a-4dc2-b86d-1f5af4da5cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:42.651245 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-dfdfa725-e88a-4dc2-b86d-1f5af4da5cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:42.652352 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-dfdfa725-e88a-4dc2-b86d-1f5af4da5cad admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/93412ccb-1a06-44da-9bbe-225a43a4d6dd HTTP/1.1" status: 204 len: 168 time: 0.1550436 Nov 04 13:30:42.978657 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45790) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:42.999950 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-ee5dbeda-b155-42b6-af6d-8fe375eb4108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:43.030779 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-ee5dbeda-b155-42b6-af6d-8fe375eb4108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:30:43.034619 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-ee5dbeda-b155-42b6-af6d-8fe375eb4108 admin admin] Usage tracker for resource:security_group_rule and tenant:bfd25f3023bb4aabb48289bd22c97fbc is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:30:43.038074 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-ee5dbeda-b155-42b6-af6d-8fe375eb4108 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:30:43.043757 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-ee5dbeda-b155-42b6-af6d-8fe375eb4108 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:30:43.111693 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-ee5dbeda-b155-42b6-af6d-8fe375eb4108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:43.116165 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-ee5dbeda-b155-42b6-af6d-8fe375eb4108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:43.122560 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b82d1aa0-3337-4c31-905a-e0b87d340d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:43.162884 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5dbeda-b155-42b6-af6d-8fe375eb4108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e13e0e-6b1b-4d71-a367-f6b20c9f7ecf,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:43.167275 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-ee5dbeda-b155-42b6-af6d-8fe375eb4108 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bfd25f3023bb4aabb48289bd22c97fbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1875961 Nov 04 13:30:43.168243 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-ee5dbeda-b155-42b6-af6d-8fe375eb4108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:43.169812 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45794) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:43.229500 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3c443673-a587-4e28-95fa-97b74744a464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:43.255195 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3c443673-a587-4e28-95fa-97b74744a464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:43.309904 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3c443673-a587-4e28-95fa-97b74744a464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:43.314776 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-07520851-ff7c-4228-b341-fd5a963a0c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:43.327067 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c443673-a587-4e28-95fa-97b74744a464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e13e0e-6b1b-4d71-a367-f6b20c9f7ecf,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:43.329266 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-3c443673-a587-4e28-95fa-97b74744a464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:43.331285 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-3c443673-a587-4e28-95fa-97b74744a464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:43.332374 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-3c443673-a587-4e28-95fa-97b74744a464 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d5e13e0e-6b1b-4d71-a367-f6b20c9f7ecf HTTP/1.1" status: 204 len: 168 time: 0.1616807 Nov 04 13:30:44.592487 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45826) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:44.735742 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-da3e0815-598e-4251-aa34-755680be6641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:44.766138 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-da3e0815-598e-4251-aa34-755680be6641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:30:44.769975 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-da3e0815-598e-4251-aa34-755680be6641 admin admin] Usage tracker for resource:security_group_rule and tenant:c6017ef8fd104a2094a31f6bdde880f5 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:30:44.773399 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-da3e0815-598e-4251-aa34-755680be6641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:30:44.779705 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-da3e0815-598e-4251-aa34-755680be6641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:30:44.851164 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-da3e0815-598e-4251-aa34-755680be6641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:44.854990 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-da3e0815-598e-4251-aa34-755680be6641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:44.862296 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-5dda1f7b-a75e-4592-9ef2-93e3c49111e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:44.901042 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e0815-598e-4251-aa34-755680be6641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544ff8d4-b940-43dc-ac75-18d11b3b0fdb,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:44.903979 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-da3e0815-598e-4251-aa34-755680be6641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:44.906759 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-da3e0815-598e-4251-aa34-755680be6641 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c6017ef8fd104a2094a31f6bdde880f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3132937 Nov 04 13:30:44.909443 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45832) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:44.968483 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d455fac8-695a-48e9-bff7-d41e61a2ec28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:44.997299 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d455fac8-695a-48e9-bff7-d41e61a2ec28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:45.046999 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d455fac8-695a-48e9-bff7-d41e61a2ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:45.051686 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-c3544a1d-83b5-4834-94c4-b8bf17c13123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:45.064752 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455fac8-695a-48e9-bff7-d41e61a2ec28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544ff8d4-b940-43dc-ac75-18d11b3b0fdb,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:45.067085 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-d455fac8-695a-48e9-bff7-d41e61a2ec28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:45.070056 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d455fac8-695a-48e9-bff7-d41e61a2ec28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:45.071063 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-d455fac8-695a-48e9-bff7-d41e61a2ec28 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/544ff8d4-b940-43dc-ac75-18d11b3b0fdb HTTP/1.1" status: 204 len: 168 time: 0.1607947 Nov 04 13:30:52.195713 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45928) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:52.336016 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-9542dc0d-a375-44a8-9198-8f625ab7a52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:52.366238 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-9542dc0d-a375-44a8-9198-8f625ab7a52b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:30:52.369984 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-9542dc0d-a375-44a8-9198-8f625ab7a52b admin admin] Usage tracker for resource:security_group_rule and tenant:9247b6d9d74440df8a9b1d9e0b89f673 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:30:52.372688 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-9542dc0d-a375-44a8-9198-8f625ab7a52b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:30:52.378318 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-9542dc0d-a375-44a8-9198-8f625ab7a52b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:30:52.442782 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-9542dc0d-a375-44a8-9198-8f625ab7a52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:52.446272 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-9542dc0d-a375-44a8-9198-8f625ab7a52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:52.452387 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-d9b5a876-c4c4-4c72-9669-5359da28d25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:52.490947 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542dc0d-a375-44a8-9198-8f625ab7a52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3391f0-4688-4ad3-bcf1-503838e009d6,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:52.494032 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-9542dc0d-a375-44a8-9198-8f625ab7a52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:52.497645 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-9542dc0d-a375-44a8-9198-8f625ab7a52b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9247b6d9d74440df8a9b1d9e0b89f673&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3008871 Nov 04 13:30:52.500365 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45934) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:52.560899 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-0b97bd9a-3a9a-4df8-8459-19b999e670b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:52.587164 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-0b97bd9a-3a9a-4df8-8459-19b999e670b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:52.635667 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-0b97bd9a-3a9a-4df8-8459-19b999e670b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:52.640009 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:52.651879 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97bd9a-3a9a-4df8-8459-19b999e670b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3391f0-4688-4ad3-bcf1-503838e009d6,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:52.655264 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-0b97bd9a-3a9a-4df8-8459-19b999e670b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:52.658970 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-0b97bd9a-3a9a-4df8-8459-19b999e670b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:52.660257 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-0b97bd9a-3a9a-4df8-8459-19b999e670b4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8b3391f0-4688-4ad3-bcf1-503838e009d6 HTTP/1.1" status: 204 len: 168 time: 0.1591256 Nov 04 13:30:54.171339 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 45984) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:54.213848 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:54.324527 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8a318900-24e0-4f5b-adcc-bd3f5bbf20ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:54.357339 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-8a318900-24e0-4f5b-adcc-bd3f5bbf20ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:30:54.365721 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-8a318900-24e0-4f5b-adcc-bd3f5bbf20ee admin admin] Usage tracker for resource:security_group_rule and tenant:f87c691ffbe048ef8222aeca18d20dcf is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:30:54.368712 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-8a318900-24e0-4f5b-adcc-bd3f5bbf20ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:30:54.374689 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-8a318900-24e0-4f5b-adcc-bd3f5bbf20ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:30:54.443952 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8a318900-24e0-4f5b-adcc-bd3f5bbf20ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:54.450804 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8a318900-24e0-4f5b-adcc-bd3f5bbf20ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:54.458185 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-1a505e58-9771-4f50-983a-1f6b611b3d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:54.500334 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a318900-24e0-4f5b-adcc-bd3f5bbf20ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1cc5ba-d07e-4e33-8126-9938f9ec6806,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:54.503364 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-8a318900-24e0-4f5b-adcc-bd3f5bbf20ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:54.509028 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-8a318900-24e0-4f5b-adcc-bd3f5bbf20ee admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f87c691ffbe048ef8222aeca18d20dcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3343246 Nov 04 13:30:54.509560 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 45998) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:54.568885 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-2390776e-3aa1-4d05-bf35-76a5385727df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:54.594105 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-2390776e-3aa1-4d05-bf35-76a5385727df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:54.646043 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-2390776e-3aa1-4d05-bf35-76a5385727df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:54.651735 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a9836201-1e25-418a-bc5d-4acc3e85e7f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:54.663656 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390776e-3aa1-4d05-bf35-76a5385727df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1cc5ba-d07e-4e33-8126-9938f9ec6806,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:54.667445 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-2390776e-3aa1-4d05-bf35-76a5385727df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:54.670655 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-2390776e-3aa1-4d05-bf35-76a5385727df admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:54.671757 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-2390776e-3aa1-4d05-bf35-76a5385727df admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/da1cc5ba-d07e-4e33-8126-9938f9ec6806 HTTP/1.1" status: 204 len: 168 time: 0.1614118 Nov 04 13:30:54.847803 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cf70e-6e1a-4a51-8e21-d39c5e38b8bc req-450892d1-6fa5-4848-b205-0d69bb4dee3f tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:54.849470 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-634cf70e-6e1a-4a51-8e21-d39c5e38b8bc req-450892d1-6fa5-4848-b205-0d69bb4dee3f tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.0822041 Nov 04 13:30:54.894808 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-634cf70e-6e1a-4a51-8e21-d39c5e38b8bc req-5797a337-6d0a-44ce-84d3-728e4cd2e2d8 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394983 Nov 04 13:30:55.441084 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 46022) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:55.569129 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2010511185-network', 'tenant_id': '5424f7a81e824eeaa0e5c3edff334e5c'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:30:55.573743 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:30:55.577645 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Usage tracker for resource:network and tenant:5424f7a81e824eeaa0e5c3edff334e5c is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:30:55.580537 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:30:55.587007 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:30:55.595699 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Made reservation on behalf of 5424f7a81e824eeaa0e5c3edff334e5c for: {'network': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:30:55.597909 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for network, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:55.610888 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:55.641643 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:30:55.645310 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Usage tracker for resource:security_group_rule and tenant:5424f7a81e824eeaa0e5c3edff334e5c is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:30:55.648476 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:30:55.654039 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:30:55.718448 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:55.721948 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:55.725151 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-515445ad-6188-47a3-bb5e-554a1d590d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:55.754567 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=82773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 13:30:55.763244 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ebe995-a4fe-4fd8-a999-1ba17e970265,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:55.766606 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:55.769118 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:55.769479 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.db.segments_db [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Added segment 93a1e68b-5a42-4622-bf49-7a141dc95a4f of type vlan for network 25cca045-b983-4e18-94d2-0e73107a54fe Nov 04 13:30:55.795306 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742936165852'] for network, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:55.823960 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for network, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:55.825108 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:55.825712 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:55.828827 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a3187474-2a9a-41f6-bf2f-d8390d4e4c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:55.925846 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Pushing event updated for resources: {'Network': ['ID=25cca045-b983-4e18-94d2-0e73107a54fe,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:55.929809 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4875803 Nov 04 13:30:55.930632 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:55.932766 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 46032) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:30:55.938351 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-ccc8cf36-3abb-4c77-9742-ce078464affb admin admin] Request body: {'subnet': {'network_id': '25cca045-b983-4e18-94d2-0e73107a54fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2010511185-subnet', 'tenant_id': '5424f7a81e824eeaa0e5c3edff334e5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:30:55.938990 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Network 25cca045-b983-4e18-94d2-0e73107a54fe details requested by agent ovs-agent-dv-cinder-810367-1-smb with host dv-cinder-810367-1-smb {{(pid=82774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 04 13:30:55.943231 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-ccc8cf36-3abb-4c77-9742-ce078464affb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:30:55.947180 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-ccc8cf36-3abb-4c77-9742-ce078464affb admin admin] Usage tracker for resource:subnet and tenant:5424f7a81e824eeaa0e5c3edff334e5c is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:30:55.950126 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-ccc8cf36-3abb-4c77-9742-ce078464affb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:30:55.956013 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-ccc8cf36-3abb-4c77-9742-ce078464affb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:30:55.967342 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc8cf36-3abb-4c77-9742-ce078464affb admin admin] Made reservation on behalf of 5424f7a81e824eeaa0e5c3edff334e5c for: {'subnet': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:30:55.969693 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ccc8cf36-3abb-4c77-9742-ce078464affb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2421757'] for subnet, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:56.254125 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee28429-3ff7-4dbd-8822-270deee02a84 req-7eff866f-c511-4712-b917-991815056f5e tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:56.255837 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6ee28429-3ff7-4dbd-8822-270deee02a84 req-7eff866f-c511-4712-b917-991815056f5e tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.2183046 Nov 04 13:30:56.342411 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6ee28429-3ff7-4dbd-8822-270deee02a84 req-ef77d709-c227-422e-848e-00a253a59b7c tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802901 Nov 04 13:30:56.352396 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ccc8cf36-3abb-4c77-9742-ce078464affb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2421643'] for subnet, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:56.356967 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-2a19ce06-efd2-4d30-85e0-4b4bbc12035b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:56.426794 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8cf36-3abb-4c77-9742-ce078464affb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0cd7d7b-f2a8-45d3-9f9b-1d01ac2365df,revision_number=0']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:56.430170 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-ccc8cf36-3abb-4c77-9742-ce078464affb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:56.438902 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc8cf36-3abb-4c77-9742-ce078464affb admin admin] Checking segment: {'id': '93a1e68b-5a42-4622-bf49-7a141dc95a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '25cca045-b983-4e18-94d2-0e73107a54fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:30:56.439253 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc8cf36-3abb-4c77-9742-ce078464affb admin admin] Network hostable DHCP agents. Network: 25cca045-b983-4e18-94d2-0e73107a54fe, hostable agents: ['631ea237-d78a-4659-83c4-0eb0d10a6a4b'], hosted agents: [] {{(pid=82773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 13:30:56.461278 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc8cf36-3abb-4c77-9742-ce078464affb admin admin] Network 25cca045-b983-4e18-94d2-0e73107a54fe is scheduled to be hosted by DHCP agent 631ea237-d78a-4659-83c4-0eb0d10a6a4b with binding_index 1 {{(pid=82773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 13:30:56.469874 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-ccc8cf36-3abb-4c77-9742-ce078464affb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-smb, 25cca045-b983-4e18-94d2-0e73107a54fe) {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:30:56.474538 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc8cf36-3abb-4c77-9742-ce078464affb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:56.475140 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ccc8cf36-3abb-4c77-9742-ce078464affb admin admin] Notify callbacks [] for subnet, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:56.479656 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74225170-5975-4e71-81b5-4595abc06c39 None None] Network 25cca045-b983-4e18-94d2-0e73107a54fe requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:30:56.496602 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-ccc8cf36-3abb-4c77-9742-ce078464affb admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5628519 Nov 04 13:30:56.698576 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678f3883-28ca-4177-a1bd-66b4bca6d3ea None None] Network 25cca045-b983-4e18-94d2-0e73107a54fe requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:30:57.190661 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067dc24-5cc7-416f-a975-8527deb503c0 req-52a48e06-51d0-4c4d-b300-b4c24de6484d tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:57.192207 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7067dc24-5cc7-416f-a975-8527deb503c0 req-52a48e06-51d0-4c4d-b300-b4c24de6484d tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.52 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.0946627 Nov 04 13:30:57.264553 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-7067dc24-5cc7-416f-a975-8527deb503c0 req-07547aa9-8a67-4187-84a5-6fa22a37a5fa tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Deleting port 82d4400c-2819-4365-af92-3c9f5c02584f {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:30:57.264892 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-7067dc24-5cc7-416f-a975-8527deb503c0 req-07547aa9-8a67-4187-84a5-6fa22a37a5fa tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:57.550589 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edf9c7-9697-4830-a527-53a1cd5b4e96 req-ea8505b4-c7ed-4527-8126-a22200f8b033 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:57.552545 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-59edf9c7-9697-4830-a527-53a1cd5b4e96 req-ea8505b4-c7ed-4527-8126-a22200f8b033 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 945 time: 0.0820129 Nov 04 13:30:57.591288 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-7067dc24-5cc7-416f-a975-8527deb503c0 req-07547aa9-8a67-4187-84a5-6fa22a37a5fa tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] For port 82d4400c-2819-4365-af92-3c9f5c02584f, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=82d4400c-2819-4365-af92-3c9f5c02584f,segment=NetworkSegment(97447998-9e24-4d21-a093-d5a1c9899616),segment_id=97447998-9e24-4d21-a093-d5a1c9899616)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:30:57.591764 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-7067dc24-5cc7-416f-a975-8527deb503c0 req-07547aa9-8a67-4187-84a5-6fa22a37a5fa tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:57.598528 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-59edf9c7-9697-4830-a527-53a1cd5b4e96 req-89f27b5b-a780-4851-b807-4de12ade7bb5 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401630 Nov 04 13:30:57.881343 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-7067dc24-5cc7-416f-a975-8527deb503c0 req-07547aa9-8a67-4187-84a5-6fa22a37a5fa tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:57.881712 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-7067dc24-5cc7-416f-a975-8527deb503c0 req-07547aa9-8a67-4187-84a5-6fa22a37a5fa tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837438'] for floatingip, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:57.882109 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.db.l3_db [req-7067dc24-5cc7-416f-a975-8527deb503c0 req-07547aa9-8a67-4187-84a5-6fa22a37a5fa tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Floating IP f3955496-aa5d-498f-8a54-d5ddd5dcb48b disassociated. External IP: 172.28.1.198, port: 82d4400c-2819-4365-af92-3c9f5c02584f. Nov 04 13:30:57.882452 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-7067dc24-5cc7-416f-a975-8527deb503c0 req-07547aa9-8a67-4187-84a5-6fa22a37a5fa tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Calling delete_port for 82d4400c-2819-4365-af92-3c9f5c02584f owned by compute:nova {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:30:58.020692 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-7067dc24-5cc7-416f-a975-8527deb503c0 req-07547aa9-8a67-4187-84a5-6fa22a37a5fa tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:58.026260 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:30:58.070869 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07547aa9-8a67-4187-84a5-6fa22a37a5fa tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Pushing event deleted for resources: {'Port': ['ID=82d4400c-2819-4365-af92-3c9f5c02584f,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:30:58.074220 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-07547aa9-8a67-4187-84a5-6fa22a37a5fa tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:30:58.283038 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7067dc24-5cc7-416f-a975-8527deb503c0 req-07547aa9-8a67-4187-84a5-6fa22a37a5fa tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Router de216616-88bb-4cdb-b621-0f1516027da4 has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:30:58.486789 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7067dc24-5cc7-416f-a975-8527deb503c0 req-07547aa9-8a67-4187-84a5-6fa22a37a5fa tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:30:58.498602 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97751de-aeab-458a-b314-f8c4916d801d None None] Sync routers for ids ['de216616-88bb-4cdb-b621-0f1516027da4'] in dv-cinder-810367-1-smb {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:30:58.513342 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97751de-aeab-458a-b314-f8c4916d801d None None] Routers {'de216616-88bb-4cdb-b621-0f1516027da4'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:30:58.514017 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-f97751de-aeab-458a-b314-f8c4916d801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:30:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['de216616-88bb-4cdb-b621-0f1516027da4'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:58.557209 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7067dc24-5cc7-416f-a975-8527deb503c0 req-07547aa9-8a67-4187-84a5-6fa22a37a5fa tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] No DVR routers for this DVR port 82d4400c-2819-4365-af92-3c9f5c02584f on host hv-cinder-81036 {{(pid=82772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:30:58.559894 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-7067dc24-5cc7-416f-a975-8527deb503c0 req-07547aa9-8a67-4187-84a5-6fa22a37a5fa tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:58.562945 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17adf15-5316-4abe-873b-bf90aad0f17e', 'name': 'network-vif-deleted', 'tag': '82d4400c-2819-4365-af92-3c9f5c02584f'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:30:58.594517 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-9a5ef5cd-b8cd-43ae-9e65-0c003c53ec80 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:30:58.594517 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-9a5ef5cd-b8cd-43ae-9e65-0c003c53ec80 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Synchronizing usage tracker for tenant:5424f7a81e824eeaa0e5c3edff334e5c on resource:network {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:30:58.604282 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7067dc24-5cc7-416f-a975-8527deb503c0 req-07547aa9-8a67-4187-84a5-6fa22a37a5fa tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.52 "DELETE /v2.0/ports/82d4400c-2819-4365-af92-3c9f5c02584f HTTP/1.1" status: 204 len: 173 time: 1.4037259 Nov 04 13:30:58.621084 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-9a5ef5cd-b8cd-43ae-9e65-0c003c53ec80 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Unset dirty status for tenant:5424f7a81e824eeaa0e5c3edff334e5c on resource:network {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:30:58.629540 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17adf15-5316-4abe-873b-bf90aad0f17e', 'name': 'network-vif-deleted', 'tag': '82d4400c-2819-4365-af92-3c9f5c02584f', 'status': 'completed', 'code': 200} Nov 04 13:30:58.633907 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-9a5ef5cd-b8cd-43ae-9e65-0c003c53ec80 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/networks?id=25cca045-b983-4e18-94d2-0e73107a54fe HTTP/1.1" status: 200 len: 809 time: 0.2056165 Nov 04 13:30:58.655428 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-7ae606ba-9b42-4f0c-a9cf-e8a883035347 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/quotas/5424f7a81e824eeaa0e5c3edff334e5c HTTP/1.1" status: 200 len: 375 time: 0.0204835 Nov 04 13:30:58.708943 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-c233d8fe-8e71-4d65-9490-679256030007 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=5424f7a81e824eeaa0e5c3edff334e5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524552 Nov 04 13:30:58.781872 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-abb24729-3969-4ac1-82ac-eac0d1877953 req-e2a00a14-d20b-4c2f-8cd4-18d83718e415 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Synchronizing usage tracker for tenant:a7451332362e46a2a0a216c2925c30eb on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:30:58.800850 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-f97751de-aeab-458a-b314-f8c4916d801d None None] Set router de216616-88bb-4cdb-b621-0f1516027da4 gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:30:58.801086 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-abb24729-3969-4ac1-82ac-eac0d1877953 req-e2a00a14-d20b-4c2f-8cd4-18d83718e415 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Unset dirty status for tenant:a7451332362e46a2a0a216c2925c30eb on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:30:58.802967 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-abb24729-3969-4ac1-82ac-eac0d1877953 req-e2a00a14-d20b-4c2f-8cd4-18d83718e415 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=e17adf15-5316-4abe-873b-bf90aad0f17e HTTP/1.1" status: 200 len: 210 time: 0.0728657 Nov 04 13:30:58.849476 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-6d1c25c9-1fb1-4ea1-80a0-105a0735c8b6 service neutron] 10.222.0.93 "GET /v2.0/networks/25cca045-b983-4e18-94d2-0e73107a54fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396616 Nov 04 13:30:58.985233 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-f3710520-174b-4581-971f-8e218633cdf8 service neutron] 10.222.0.93 "GET /v2.0/networks/25cca045-b983-4e18-94d2-0e73107a54fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297264 Nov 04 13:30:59.049457 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-e43f3a30-243b-4d88-bf8f-3254d5880d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:59.154029 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-f97751de-aeab-458a-b314-f8c4916d801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:49Z', 'revision_number': 4, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'gw_port': {'id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:31Z', 'updated_at': '2021-11-04T13:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4', 'name': '', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'mac_address': 'fa:16:3e:c7:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:45Z', 'updated_at': '2021-11-04T13:27:02Z', 'revision_number': 5, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'subnets': [{'id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:59.159994 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97751de-aeab-458a-b314-f8c4916d801d None None] Checking router: de216616-88bb-4cdb-b621-0f1516027da4 for host: dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:30:59.173756 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97751de-aeab-458a-b314-f8c4916d801d None None] Routers {'de216616-88bb-4cdb-b621-0f1516027da4'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:30:59.174267 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-f97751de-aeab-458a-b314-f8c4916d801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:30:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['de216616-88bb-4cdb-b621-0f1516027da4'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:59.200571 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-aee46af9-4ad6-49e2-a388-53a691d80436 req-f6f4bb44-e41e-40e9-b071-992822290650 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=1728a30a-f097-444a-bac4-3a57067d790d HTTP/1.1" status: 200 len: 210 time: 0.0555060 Nov 04 13:30:59.396118 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:30:59.401901 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-f97751de-aeab-458a-b314-f8c4916d801d None None] Set router de216616-88bb-4cdb-b621-0f1516027da4 gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:30:59.725175 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-f97751de-aeab-458a-b314-f8c4916d801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:49Z', 'revision_number': 4, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'gw_port': {'id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:31Z', 'updated_at': '2021-11-04T13:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4', 'name': '', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'mac_address': 'fa:16:3e:c7:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:45Z', 'updated_at': '2021-11-04T13:27:02Z', 'revision_number': 5, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'subnets': [{'id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:30:59.729259 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97751de-aeab-458a-b314-f8c4916d801d None None] The sync data for ids ['de216616-88bb-4cdb-b621-0f1516027da4'] in dv-cinder-810367-1-smb is: [{'id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:49Z', 'revision_number': 4, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'gw_port': {'id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:31Z', 'updated_at': '2021-11-04T13:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4', 'name': '', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'mac_address': 'fa:16:3e:c7:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:45Z', 'updated_at': '2021-11-04T13:27:02Z', 'revision_number': 5, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'subnets': [{'id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:30:59.942139 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f13c6f-09bf-431a-99c5-31e8b547d93a None None] New status for floating IP f3955496-aa5d-498f-8a54-d5ddd5dcb48b: DOWN {{(pid=82775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 04 13:30:59.954686 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 46082) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:31:00.021608 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-412e2d2b-c586-44b1-be06-411d152d84f3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:00.054112 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-412e2d2b-c586-44b1-be06-411d152d84f3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:00.117179 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-412e2d2b-c586-44b1-be06-411d152d84f3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:00.122180 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-71756ef2-9844-4498-918c-a001cc3c421e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:00.134785 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 82d4400c-2819-4365-af92-3c9f5c02584f no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:31:00.141008 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e2d2b-c586-44b1-be06-411d152d84f3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9b3a85-0a92-4537-a9d6-2edc9dcd6210,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:00.144391 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-412e2d2b-c586-44b1-be06-411d152d84f3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:00.175334 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-412e2d2b-c586-44b1-be06-411d152d84f3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:00.176721 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-412e2d2b-c586-44b1-be06-411d152d84f3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "DELETE /v2.0/security-groups/2c9b3a85-0a92-4537-a9d6-2edc9dcd6210 HTTP/1.1" status: 204 len: 168 time: 0.2210701 Nov 04 13:31:00.179818 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 46088) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:31:00.187037 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] No Port match for: 82d4400c-2819-4365-af92-3c9f5c02584f {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:31:00.187391 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 82d4400c-2819-4365-af92-3c9f5c02584f not bound to the agent host hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:31:00.210396 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.api.v2.resource [None req-e4fdbee5-630d-4f83-8dda-93b9017dc293 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] show failed (client error): The resource could not be found. Nov 04 13:31:00.215224 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-e4fdbee5-630d-4f83-8dda-93b9017dc293 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups/2c9b3a85-0a92-4537-a9d6-2edc9dcd6210 HTTP/1.1" status: 404 len: 347 time: 0.0336025 Nov 04 13:31:00.215418 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 46092) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:31:00.391886 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-ced69bf6-6a1a-4caf-84b2-0a98c8c938b6 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Deleting port d727fccd-548b-4cb3-aaab-d9f852e7b27c {{(pid=82773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:31:00.392224 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ced69bf6-6a1a-4caf-84b2-0a98c8c938b6 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:00.432384 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-75bdb911-c247-4f70-b220-6396bc2ef15e req-3e89cf8c-a2b5-4439-8656-1c8bc615cd8e tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=1728a30a-f097-444a-bac4-3a57067d790d HTTP/1.1" status: 200 len: 210 time: 0.0600061 Nov 04 13:31:00.440907 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-9cd7b381-5460-4d6f-8b90-7e0e28b08fe7 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:00.442401 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-9cd7b381-5460-4d6f-8b90-7e0e28b08fe7 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.52 "GET /v2.0/networks?id=25cca045-b983-4e18-94d2-0e73107a54fe HTTP/1.1" status: 200 len: 809 time: 0.2064500 Nov 04 13:31:00.469138 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-fe79f839-2169-4532-b771-9e0499efdd6c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Request body: {'port': {'device_id': '1728a30a-f097-444a-bac4-3a57067d790d', 'network_id': '25cca045-b983-4e18-94d2-0e73107a54fe', 'admin_state_up': True, 'tenant_id': '5424f7a81e824eeaa0e5c3edff334e5c'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:31:00.582348 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ced69bf6-6a1a-4caf-84b2-0a98c8c938b6 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:00.582669 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ced69bf6-6a1a-4caf-84b2-0a98c8c938b6 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:00.703081 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-fe79f839-2169-4532-b771-9e0499efdd6c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:31:00.706426 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-ced69bf6-6a1a-4caf-84b2-0a98c8c938b6 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Calling delete_port for d727fccd-548b-4cb3-aaab-d9f852e7b27c owned by network:floatingip {{(pid=82773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:31:00.706823 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-fe79f839-2169-4532-b771-9e0499efdd6c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Usage tracker for resource:port and tenant:5424f7a81e824eeaa0e5c3edff334e5c is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:31:00.710323 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-fe79f839-2169-4532-b771-9e0499efdd6c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:31:00.716003 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-fe79f839-2169-4532-b771-9e0499efdd6c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:31:00.726135 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-fe79f839-2169-4532-b771-9e0499efdd6c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Made reservation on behalf of 5424f7a81e824eeaa0e5c3edff334e5c for: {'port': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:31:00.729099 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-fe79f839-2169-4532-b771-9e0499efdd6c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:00.895184 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-fe79f839-2169-4532-b771-9e0499efdd6c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Allocated IP 172.20.0.4 (25cca045-b983-4e18-94d2-0e73107a54fe/b0cd7d7b-f2a8-45d3-9f9b-1d01ac2365df/4e8c2f14-e85f-4f61-b51a-75909bd6d567) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:31:00.925194 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ced69bf6-6a1a-4caf-84b2-0a98c8c938b6 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:00.929323 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:00.970385 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced69bf6-6a1a-4caf-84b2-0a98c8c938b6 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Pushing event deleted for resources: {'Port': ['ID=d727fccd-548b-4cb3-aaab-d9f852e7b27c,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:00.974495 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-ced69bf6-6a1a-4caf-84b2-0a98c8c938b6 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:01.063282 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ced69bf6-6a1a-4caf-84b2-0a98c8c938b6 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for floatingip, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:01.080870 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ced69bf6-6a1a-4caf-84b2-0a98c8c938b6 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for floatingip, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:01.082033 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-ced69bf6-6a1a-4caf-84b2-0a98c8c938b6 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "DELETE /v2.0/floatingips/f3955496-aa5d-498f-8a54-d5ddd5dcb48b HTTP/1.1" status: 204 len: 168 time: 0.8654914 Nov 04 13:31:01.103064 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-fe79f839-2169-4532-b771-9e0499efdd6c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:01.134952 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-fe79f839-2169-4532-b771-9e0499efdd6c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:01.135951 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-b85f430a-9912-4143-9895-11c9034721d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:01.140904 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-8d4bd4f3-0d9a-4c5e-a9ec-50ce70d4508c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:01.201182 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-fe79f839-2169-4532-b771-9e0499efdd6c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Network 25cca045-b983-4e18-94d2-0e73107a54fe is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:31:01.204238 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-fe79f839-2169-4532-b771-9e0499efdd6c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:31:01.213235 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-fe79f839-2169-4532-b771-9e0499efdd6c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:31:01.254928 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79f839-2169-4532-b771-9e0499efdd6c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Pushing event updated for resources: {'Port': ['ID=4e8c2f14-e85f-4f61-b51a-75909bd6d567,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:01.259071 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-fe79f839-2169-4532-b771-9e0499efdd6c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:01.290373 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-fe79f839-2169-4532-b771-9e0499efdd6c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:01.291083 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-fe79f839-2169-4532-b771-9e0499efdd6c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:01.313461 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-fe79f839-2169-4532-b771-9e0499efdd6c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8482533 Nov 04 13:31:01.325567 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Request body: {'port': {'device_id': '1728a30a-f097-444a-bac4-3a57067d790d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:31:01.436925 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:01.475247 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 46108) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:31:01.481565 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-7ef2bc77-ee88-451c-a92a-8fe53ece39c1 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1946409101', 'description': 'tempest-description--1728526473'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:31:01.487414 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-7ef2bc77-ee88-451c-a92a-8fe53ece39c1 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:31:01.492374 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-7ef2bc77-ee88-451c-a92a-8fe53ece39c1 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Usage tracker for resource:security_group and tenant:a7451332362e46a2a0a216c2925c30eb is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:31:01.495278 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-7ef2bc77-ee88-451c-a92a-8fe53ece39c1 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:31:01.501682 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-7ef2bc77-ee88-451c-a92a-8fe53ece39c1 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:31:01.514159 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7ef2bc77-ee88-451c-a92a-8fe53ece39c1 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:01.556077 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-7ef2bc77-ee88-451c-a92a-8fe53ece39c1 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:31:01.559989 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-7ef2bc77-ee88-451c-a92a-8fe53ece39c1 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Usage tracker for resource:security_group_rule and tenant:a7451332362e46a2a0a216c2925c30eb is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:31:01.563110 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-7ef2bc77-ee88-451c-a92a-8fe53ece39c1 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:31:01.569258 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-7ef2bc77-ee88-451c-a92a-8fe53ece39c1 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:31:01.626020 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7ef2bc77-ee88-451c-a92a-8fe53ece39c1 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:01.629815 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7ef2bc77-ee88-451c-a92a-8fe53ece39c1 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:01.635422 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-578f709a-f87a-48be-9be5-03f5d4eb67bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:01.676105 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2bc77-ee88-451c-a92a-8fe53ece39c1 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebaf2c2-9634-42b4-b365-6099d584c069,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:01.679400 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-7ef2bc77-ee88-451c-a92a-8fe53ece39c1 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:01.680865 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7ef2bc77-ee88-451c-a92a-8fe53ece39c1 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:01.682132 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-7ef2bc77-ee88-451c-a92a-8fe53ece39c1 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2055902 Nov 04 13:31:01.685112 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 46112) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:31:01.691082 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-990cd650-0a86-4857-b694-b776c2522ff2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Request body: {'security_group_rule': {'security_group_id': '1ebaf2c2-9634-42b4-b365-6099d584c069', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:31:01.697744 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-990cd650-0a86-4857-b694-b776c2522ff2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:31:01.701765 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-990cd650-0a86-4857-b694-b776c2522ff2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Usage tracker for resource:security_group_rule and tenant:a7451332362e46a2a0a216c2925c30eb is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:31:01.704914 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-990cd650-0a86-4857-b694-b776c2522ff2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:31:01.711345 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-990cd650-0a86-4857-b694-b776c2522ff2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:31:01.727989 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-990cd650-0a86-4857-b694-b776c2522ff2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:01.763357 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27edc8-cd22-4f6a-9cbe-541552fa6de8 req-ccbb9ed4-58d8-4cbd-8017-7c4197a54bdd tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:01.763955 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-ff27edc8-cd22-4f6a-9cbe-541552fa6de8 req-ccbb9ed4-58d8-4cbd-8017-7c4197a54bdd tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Synchronizing usage tracker for tenant:5424f7a81e824eeaa0e5c3edff334e5c on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:31:01.794472 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-990cd650-0a86-4857-b694-b776c2522ff2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:01.797015 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-ff27edc8-cd22-4f6a-9cbe-541552fa6de8 req-ccbb9ed4-58d8-4cbd-8017-7c4197a54bdd tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Unset dirty status for tenant:5424f7a81e824eeaa0e5c3edff334e5c on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:31:01.798193 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ff27edc8-cd22-4f6a-9cbe-541552fa6de8 req-ccbb9ed4-58d8-4cbd-8017-7c4197a54bdd tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=1728a30a-f097-444a-bac4-3a57067d790d HTTP/1.1" status: 200 len: 931 time: 0.2317555 Nov 04 13:31:01.798317 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-990cd650-0a86-4857-b694-b776c2522ff2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915746'] for security_group_rule, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:01.801118 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:01.824490 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cd650-0a86-4857-b694-b776c2522ff2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba25128-5b9e-48f2-a465-8564121ccb8c,revision_number=0']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:01.826904 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-990cd650-0a86-4857-b694-b776c2522ff2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:01.835562 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-990cd650-0a86-4857-b694-b776c2522ff2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:01.836728 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-990cd650-0a86-4857-b694-b776c2522ff2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1506724 Nov 04 13:31:01.839452 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 46116) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:31:01.844926 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-b484917c-adbc-407e-8439-b989f743c797 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Request body: {'security_group_rule': {'security_group_id': '1ebaf2c2-9634-42b4-b365-6099d584c069', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:31:01.850912 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-b484917c-adbc-407e-8439-b989f743c797 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:31:01.854704 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-b484917c-adbc-407e-8439-b989f743c797 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Usage tracker for resource:security_group_rule and tenant:a7451332362e46a2a0a216c2925c30eb is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:31:01.857574 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-b484917c-adbc-407e-8439-b989f743c797 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:31:01.863326 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-b484917c-adbc-407e-8439-b989f743c797 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:31:01.879980 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b484917c-adbc-407e-8439-b989f743c797 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:01.883064 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8c2f14-e85f-4f61-b51a-75909bd6d567 {{(pid=82772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:31:01.900133 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:01.919177 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ff27edc8-cd22-4f6a-9cbe-541552fa6de8 req-d02a4c58-41cf-44df-9685-a8e57d21607e tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/security-groups?id=42ebe995-a4fe-4fd8-a999-1ba17e970265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893607 Nov 04 13:31:01.921592 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.provisioning_blocks [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Transition to ACTIVE for port object 4e8c2f14-e85f-4f61-b51a-75909bd6d567 will not be triggered until provisioned by entity L2. {{(pid=82772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:31:01.926280 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:01.931177 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-ab98d45c-c4f0-4ca1-a6bd-7ac61cc8453e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:01.954532 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b484917c-adbc-407e-8439-b989f743c797 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:01.958375 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b484917c-adbc-407e-8439-b989f743c797 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915746'] for security_group_rule, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:01.960577 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:01.983222 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484917c-adbc-407e-8439-b989f743c797 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7ef964-985b-460d-a20b-b62a07393b66,revision_number=0']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:01.986342 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-b484917c-adbc-407e-8439-b989f743c797 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:01.994990 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b484917c-adbc-407e-8439-b989f743c797 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:01.999177 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-b484917c-adbc-407e-8439-b989f743c797 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1557662 Nov 04 13:31:01.999694 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 46120) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:31:02.004524 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Request body: {'floatingip': {'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:31:02.010518 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:31:02.014428 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Usage tracker for resource:floatingip and tenant:a7451332362e46a2a0a216c2925c30eb is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:31:02.017193 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:31:02.023631 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:31:02.035891 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for floatingip, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:02.044595 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:02.058414 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8c2f14-e85f-4f61-b51a-75909bd6d567,revision_number=2']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:02.062771 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:02.162503 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Attempting to bind port 4e8c2f14-e85f-4f61-b51a-75909bd6d567 on host hv-cinder-81036 for vnic_type normal with profile {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:31:02.162902 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Attempting to bind port 4e8c2f14-e85f-4f61-b51a-75909bd6d567 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '93a1e68b-5a42-4622-bf49-7a141dc95a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '25cca045-b983-4e18-94d2-0e73107a54fe'}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:31:02.163230 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Attempting to bind port 4e8c2f14-e85f-4f61-b51a-75909bd6d567 on network 25cca045-b983-4e18-94d2-0e73107a54fe {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:31:02.169313 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Port 4e8c2f14-e85f-4f61-b51a-75909bd6d567 on network 25cca045-b983-4e18-94d2-0e73107a54fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 04 13:31:02.169652 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Attempting to bind port 4e8c2f14-e85f-4f61-b51a-75909bd6d567 on network 25cca045-b983-4e18-94d2-0e73107a54fe {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:31:02.175034 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:02.176347 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Checking agent: {'id': 'f3f49e7e-243b-4d29-a545-c161d140ab6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'started_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:31:02.176734 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Checking segment: {'id': '93a1e68b-5a42-4622-bf49-7a141dc95a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '25cca045-b983-4e18-94d2-0e73107a54fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:31:02.177827 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Bound using segment: {'id': '93a1e68b-5a42-4622-bf49-7a141dc95a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '25cca045-b983-4e18-94d2-0e73107a54fe'} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:31:02.178360 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Bound port: 4e8c2f14-e85f-4f61-b51a-75909bd6d567, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a1e68b-5a42-4622-bf49-7a141dc95a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '25cca045-b983-4e18-94d2-0e73107a54fe'}}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:31:02.178708 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:02.273549 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] For port 4e8c2f14-e85f-4f61-b51a-75909bd6d567, host hv-cinder-81036, cleared binding levels {{(pid=82772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:31:02.276814 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] For port 4e8c2f14-e85f-4f61-b51a-75909bd6d567, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=4e8c2f14-e85f-4f61-b51a-75909bd6d567,segment=NetworkSegment(93a1e68b-5a42-4622-bf49-7a141dc95a4f),segment_id=93a1e68b-5a42-4622-bf49-7a141dc95a4f)] {{(pid=82772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:31:02.281779 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:02.285947 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-a84164af-348c-4b37-b246-ce9517223977 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:02.318862 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_common [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Allocated IP 172.28.1.142 (3a01b9c4-59fa-4ac6-86b7-88d3229c48a4/d8a4ad71-5939-4e74-92b3-9a9ca440e818/e8e0c528-4876-47c1-889a-cccf09991e16) {{(pid=82773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:31:02.338475 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:02.340129 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] 10.222.0.52 "PUT /v2.0/ports/4e8c2f14-e85f-4f61-b51a-75909bd6d567 HTTP/1.1" status: 200 len: 1093 time: 1.0185645 Nov 04 13:31:02.342981 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1728a30a-f097-444a-bac4-3a57067d790d', 'tag': '4e8c2f14-e85f-4f61-b51a-75909bd6d567'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:31:02.372970 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8c2f14-e85f-4f61-b51a-75909bd6d567,revision_number=3']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:02.376237 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:02.420683 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1728a30a-f097-444a-bac4-3a57067d790d', 'tag': '4e8c2f14-e85f-4f61-b51a-75909bd6d567', 'status': 'completed', 'code': 200} Nov 04 13:31:02.476378 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for port, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:02.507052 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:02.511282 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-5638a15b-6a47-4b2a-adfa-d11b0989c2a5 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:02.561519 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-357078c0-2b20-43b9-9ab5-6c247d044734 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5424f7a81e824eeaa0e5c3edff334e5c&device_id=1728a30a-f097-444a-bac4-3a57067d790d HTTP/1.1" status: 200 len: 1096 time: 0.1749196 Nov 04 13:31:02.579691 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:31:02.582819 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:31:02.587231 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Received port after_create {{(pid=82773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:31:02.614781 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Pushing event updated for resources: {'Port': ['ID=e8e0c528-4876-47c1-889a-cccf09991e16,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:02.619822 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:02.632654 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-317031a4-cb6a-45c4-b308-6bfdf87e4c7e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8c2f14-e85f-4f61-b51a-75909bd6d567 HTTP/1.1" status: 200 len: 217 time: 0.0637839 Nov 04 13:31:02.696330 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-b73afe63-842f-49b5-8e0b-3aac1269b36d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:02.697826 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-b73afe63-842f-49b5-8e0b-3aac1269b36d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b0cd7d7b-f2a8-45d3-9f9b-1d01ac2365df HTTP/1.1" status: 200 len: 849 time: 0.0579832 Nov 04 13:31:02.749355 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-e14bde27-224b-4c3e-8d8c-57b317d07089 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25cca045-b983-4e18-94d2-0e73107a54fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388968 Nov 04 13:31:02.751211 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:02.806068 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:02.883592 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-140c15b2-ea4c-482e-9b1f-fad58a45dc9d service neutron] 10.222.0.52 "GET /v2.0/networks/25cca045-b983-4e18-94d2-0e73107a54fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270099 Nov 04 13:31:03.035419 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for port, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:03.040642 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-61f0dee4-ae4a-4521-a09c-4c790c66a1ff req-6f2c949b-11db-43a3-9689-16762338769d service neutron] 10.222.0.52 "GET /v2.0/networks/25cca045-b983-4e18-94d2-0e73107a54fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491456 Nov 04 13:31:03.042869 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671960'] for port, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:03.055664 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-ced69bf6-6a1a-4caf-84b2-0a98c8c938b6 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:03.171848 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-78b77d08-19f7-4000-8ff7-825f1c59aa21 req-3a2622c5-d0d2-4e05-8f0f-74dc59a2375d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5424f7a81e824eeaa0e5c3edff334e5c&device_id=1728a30a-f097-444a-bac4-3a57067d790d HTTP/1.1" status: 200 len: 1096 time: 0.0765367 Nov 04 13:31:03.215846 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Pushing event updated for resources: {'Port': ['ID=e8e0c528-4876-47c1-889a-cccf09991e16,revision_number=2']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:03.221017 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:03.222942 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837438'] for floatingip, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:03.261111 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for floatingip, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:03.262349 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2621059 Nov 04 13:31:03.273937 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f09ca-cde2-412d-ba6d-25f4c305f98b req-60658ed9-ec9f-4a08-8047-1166bf18bba1 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:03.275813 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-580f09ca-cde2-412d-ba6d-25f4c305f98b req-60658ed9-ec9f-4a08-8047-1166bf18bba1 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=1728a30a-f097-444a-bac4-3a57067d790d HTTP/1.1" status: 200 len: 943 time: 0.1844182 Nov 04 13:31:03.328517 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-580f09ca-cde2-412d-ba6d-25f4c305f98b req-220d142f-a8a1-4dd3-a9a6-44a8596753c4 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Synchronizing usage tracker for tenant:5424f7a81e824eeaa0e5c3edff334e5c on resource:security_group {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:31:03.341682 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b77d08-19f7-4000-8ff7-825f1c59aa21 req-9b71681d-60b3-4063-9074-27092140b448 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:03.343246 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-78b77d08-19f7-4000-8ff7-825f1c59aa21 req-9b71681d-60b3-4063-9074-27092140b448 service neutron] 10.222.0.52 "GET /v2.0/networks?id=25cca045-b983-4e18-94d2-0e73107a54fe HTTP/1.1" status: 200 len: 910 time: 0.1642075 Nov 04 13:31:03.346103 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-580f09ca-cde2-412d-ba6d-25f4c305f98b req-220d142f-a8a1-4dd3-a9a6-44a8596753c4 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Unset dirty status for tenant:5424f7a81e824eeaa0e5c3edff334e5c on resource:security_group {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:31:03.347607 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-580f09ca-cde2-412d-ba6d-25f4c305f98b req-220d142f-a8a1-4dd3-a9a6-44a8596753c4 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/security-groups?id=42ebe995-a4fe-4fd8-a999-1ba17e970265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649362 Nov 04 13:31:03.413972 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-78b77d08-19f7-4000-8ff7-825f1c59aa21 req-166424a2-253d-4051-8532-dcf09911ac05 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e8c2f14-e85f-4f61-b51a-75909bd6d567 HTTP/1.1" status: 200 len: 217 time: 0.0626299 Nov 04 13:31:03.482030 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b77d08-19f7-4000-8ff7-825f1c59aa21 req-aec28b36-cf4b-4adf-9a8a-d977bedf9c22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:03.483453 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-78b77d08-19f7-4000-8ff7-825f1c59aa21 req-aec28b36-cf4b-4adf-9a8a-d977bedf9c22 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b0cd7d7b-f2a8-45d3-9f9b-1d01ac2365df HTTP/1.1" status: 200 len: 849 time: 0.0611880 Nov 04 13:31:03.547634 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-78b77d08-19f7-4000-8ff7-825f1c59aa21 req-3376b207-7366-417d-a135-927b2227129c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25cca045-b983-4e18-94d2-0e73107a54fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414319 Nov 04 13:31:03.607148 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:03.644837 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-dae062f2-116d-459e-82b3-186115479f64 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1946409101&fields=id&tenant_id=a7451332362e46a2a0a216c2925c30eb HTTP/1.1" status: 200 len: 267 time: 0.1526289 Nov 04 13:31:03.789576 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-78b77d08-19f7-4000-8ff7-825f1c59aa21 req-52b267c6-66d6-4e69-93dc-1391c58b24e6 service neutron] 10.222.0.52 "GET /v2.0/networks/25cca045-b983-4e18-94d2-0e73107a54fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329869 Nov 04 13:31:03.902158 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-355f0603-1230-43e0-bcf1-36b387910425 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:03.903570 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-355f0603-1230-43e0-bcf1-36b387910425 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/networks?id=6282d6f8-f89d-43c1-9bee-c61b55a30831 HTTP/1.1" status: 200 len: 811 time: 0.2502129 Nov 04 13:31:03.942409 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-cd809388-d0f5-40cf-908a-7d68770b9502 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/quotas/a7451332362e46a2a0a216c2925c30eb HTTP/1.1" status: 200 len: 375 time: 0.0327277 Nov 04 13:31:04.005315 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-78b77d08-19f7-4000-8ff7-825f1c59aa21 req-47e70ce1-4fa5-404d-8eaa-cab4ac4912be service neutron] 10.222.0.52 "GET /v2.0/networks/25cca045-b983-4e18-94d2-0e73107a54fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995635 Nov 04 13:31:04.039628 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-03839ebb-3c3f-4618-ab2f-ae7a83074780 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a7451332362e46a2a0a216c2925c30eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0921712 Nov 04 13:31:04.152580 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 4e8c2f14-e85f-4f61-b51a-75909bd6d567 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:31:04.261503 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-3bef015a-3759-461f-ac28-5397d4fdffd0 service neutron] 10.222.0.93 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106941 Nov 04 13:31:04.289576 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 4e8c2f14-e85f-4f61-b51a-75909bd6d567, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=4e8c2f14-e85f-4f61-b51a-75909bd6d567,segment=NetworkSegment(93a1e68b-5a42-4622-bf49-7a141dc95a4f),segment_id=93a1e68b-5a42-4622-bf49-7a141dc95a4f)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:31:04.302870 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': '4e8c2f14-e85f-4f61-b51a-75909bd6d567', 'network_id': '25cca045-b983-4e18-94d2-0e73107a54fe', 'port_id': '4e8c2f14-e85f-4f61-b51a-75909bd6d567', 'mac_address': 'fa:16:3e:41:59:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0cd7d7b-f2a8-45d3-9f9b-1d01ac2365df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:31:04.355680 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:04.372586 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8c2f14-e85f-4f61-b51a-75909bd6d567 {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:31:04.387718 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 4e8c2f14-e85f-4f61-b51a-75909bd6d567, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=4e8c2f14-e85f-4f61-b51a-75909bd6d567,segment=NetworkSegment(93a1e68b-5a42-4622-bf49-7a141dc95a4f),segment_id=93a1e68b-5a42-4622-bf49-7a141dc95a4f)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:31:04.394946 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:04.397643 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-4e5f0cac-194f-45db-bd64-217ae4149c55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:04.398696 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-22221be6-15a1-4a2e-9014-ebad7c9ae2c6 service neutron] 10.222.0.93 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313992 Nov 04 13:31:04.496800 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=4e8c2f14-e85f-4f61-b51a-75909bd6d567,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:04.504873 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:04.505292 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:04.505640 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:04.506138 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:04.506467 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:04.506796 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:04.507113 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:04.507422 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:04.507731 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:04.508241 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:04.508738 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:04.517156 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:04.585652 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a81da-8383-4594-8fab-9b33c6d30eda req-f6ffd819-f159-4091-89ea-af9f8d4fcdf3 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:04.587125 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-bb8a81da-8383-4594-8fab-9b33c6d30eda req-f6ffd819-f159-4091-89ea-af9f8d4fcdf3 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=1728a30a-f097-444a-bac4-3a57067d790d HTTP/1.1" status: 200 len: 944 time: 0.0996721 Nov 04 13:31:04.603910 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0bab18b2-fed1-4493-8aaf-12ce4527e14e req-530e8991-08da-4337-84fc-bef3fbe14fb6 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab187049-b210-4f27-9379-2133c619b6c5 HTTP/1.1" status: 200 len: 210 time: 0.0419626 Nov 04 13:31:04.639079 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-bb8a81da-8383-4594-8fab-9b33c6d30eda req-fa317603-9398-4770-97d9-9e39785b644a tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/security-groups?id=42ebe995-a4fe-4fd8-a999-1ba17e970265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465009 Nov 04 13:31:04.648367 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['4e8c2f14-e85f-4f61-b51a-75909bd6d567'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:31:05.665370 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-83ee2b38-f886-45cc-bbd5-05b915abbdc9 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:05.666913 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-83ee2b38-f886-45cc-bbd5-05b915abbdc9 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.52 "GET /v2.0/networks?id=6282d6f8-f89d-43c1-9bee-c61b55a30831 HTTP/1.1" status: 200 len: 811 time: 0.1504686 Nov 04 13:31:05.730246 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-dd8d763d-40cf-4edb-95ac-326112462427 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7451332362e46a2a0a216c2925c30eb HTTP/1.1" status: 200 len: 380 time: 0.0471425 Nov 04 13:31:05.739947 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-2cce99ce-c401-4ace-bca0-994eb7606ae9 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Request body: {'port': {'device_id': 'ab187049-b210-4f27-9379-2133c619b6c5', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'admin_state_up': True, 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'security_groups': ['1ebaf2c2-9634-42b4-b365-6099d584c069']}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:31:05.853544 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-cc95ceb1-ded4-48ad-8352-df9a1d310c0b req-53822250-4413-471e-8164-c38a27e76ae3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Synchronizing usage tracker for tenant:a7451332362e46a2a0a216c2925c30eb on resource:port {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:31:05.868984 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-cc95ceb1-ded4-48ad-8352-df9a1d310c0b req-53822250-4413-471e-8164-c38a27e76ae3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Unset dirty status for tenant:a7451332362e46a2a0a216c2925c30eb on resource:port {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:31:05.870283 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-cc95ceb1-ded4-48ad-8352-df9a1d310c0b req-53822250-4413-471e-8164-c38a27e76ae3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab187049-b210-4f27-9379-2133c619b6c5 HTTP/1.1" status: 200 len: 210 time: 0.1325095 Nov 04 13:31:05.955287 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4414d6-bc0e-4107-9bee-e5191e4d7545 req-fc405cc6-8120-48e9-89f2-5c0f94a7a1a2 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:05.956713 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8e4414d6-bc0e-4107-9bee-e5191e4d7545 req-fc405cc6-8120-48e9-89f2-5c0f94a7a1a2 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=1728a30a-f097-444a-bac4-3a57067d790d HTTP/1.1" status: 200 len: 944 time: 0.1325505 Nov 04 13:31:05.957639 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-2cce99ce-c401-4ace-bca0-994eb7606ae9 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:31:05.968972 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-2cce99ce-c401-4ace-bca0-994eb7606ae9 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:31:06.004889 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-2cce99ce-c401-4ace-bca0-994eb7606ae9 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Made reservation on behalf of a7451332362e46a2a0a216c2925c30eb for: {'port': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:31:06.008619 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-2cce99ce-c401-4ace-bca0-994eb7606ae9 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:06.032373 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8e4414d6-bc0e-4107-9bee-e5191e4d7545 req-522fd6b0-06f0-4f92-bddf-76e2163bd683 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/security-groups?id=42ebe995-a4fe-4fd8-a999-1ba17e970265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674663 Nov 04 13:31:06.150252 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 4e8c2f14-e85f-4f61-b51a-75909bd6d567 up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:31:06.179566 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-2cce99ce-c401-4ace-bca0-994eb7606ae9 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Allocated IP 172.20.0.6 (6282d6f8-f89d-43c1-9bee-c61b55a30831/a8b765cb-cd12-4457-b597-71f7e124b9ac/c9650957-383a-4bb3-ae84-df33a9b25bee) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:31:06.225105 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning for port 4e8c2f14-e85f-4f61-b51a-75909bd6d567 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:31:06.230520 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port 4e8c2f14-e85f-4f61-b51a-75909bd6d567 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:31:06.231214 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:06.350230 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:06.370161 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-2cce99ce-c401-4ace-bca0-994eb7606ae9 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:06.376679 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1728a30a-f097-444a-bac4-3a57067d790d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8c2f14-e85f-4f61-b51a-75909bd6d567'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:31:06.386438 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.provisioning_blocks [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-2cce99ce-c401-4ace-bca0-994eb7606ae9 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Transition to ACTIVE for port object c9650957-383a-4bb3-ae84-df33a9b25bee will not be triggered until provisioned by entity DHCP. {{(pid=82772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:31:06.386648 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 4e8c2f14-e85f-4f61-b51a-75909bd6d567, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=4e8c2f14-e85f-4f61-b51a-75909bd6d567,segment=NetworkSegment(93a1e68b-5a42-4622-bf49-7a141dc95a4f),segment_id=93a1e68b-5a42-4622-bf49-7a141dc95a4f)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:31:06.392781 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:06.395686 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:06.412629 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-2cce99ce-c401-4ace-bca0-994eb7606ae9 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:06.428437 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-5c62bb13-2956-4cb3-839b-7495767a2ef0 tempest-VolumesNegativeTest-62120930 tempest-VolumesNegativeTest-62120930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:06.439395 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1728a30a-f097-444a-bac4-3a57067d790d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8c2f14-e85f-4f61-b51a-75909bd6d567', 'code': 200} Nov 04 13:31:06.467986 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=4e8c2f14-e85f-4f61-b51a-75909bd6d567,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:06.471093 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:06.487161 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-2cce99ce-c401-4ace-bca0-994eb7606ae9 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Network 6282d6f8-f89d-43c1-9bee-c61b55a30831 is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:31:06.490440 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-2cce99ce-c401-4ace-bca0-994eb7606ae9 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:31:06.494528 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-2cce99ce-c401-4ace-bca0-994eb7606ae9 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:31:06.548204 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce99ce-c401-4ace-bca0-994eb7606ae9 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Pushing event updated for resources: {'Port': ['ID=c9650957-383a-4bb3-ae84-df33a9b25bee,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:06.557825 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-2cce99ce-c401-4ace-bca0-994eb7606ae9 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:06.579413 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-2cce99ce-c401-4ace-bca0-994eb7606ae9 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:06.580035 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-2cce99ce-c401-4ace-bca0-994eb7606ae9 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:06.608811 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-2cce99ce-c401-4ace-bca0-994eb7606ae9 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8731987 Nov 04 13:31:06.622321 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Request body: {'port': {'device_id': 'ab187049-b210-4f27-9379-2133c619b6c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:31:06.677556 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d7b6aebd-a3c7-4bee-9c5f-124416e6710d req-93ce710e-76aa-4895-95e1-7716b7694b9f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1728a30a-f097-444a-bac4-3a57067d790d HTTP/1.1" status: 200 len: 1098 time: 0.0719049 Nov 04 13:31:06.710919 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-377a8359-6c69-4e01-9c09-a7343a08b0a3 None None] Provisioning for port c9650957-383a-4bb3-ae84-df33a9b25bee completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:31:06.715672 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-377a8359-6c69-4e01-9c09-a7343a08b0a3 None None] Provisioning complete for port c9650957-383a-4bb3-ae84-df33a9b25bee triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:31:06.716313 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-377a8359-6c69-4e01-9c09-a7343a08b0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:06.729332 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d7b6aebd-a3c7-4bee-9c5f-124416e6710d req-0f376f36-cc3f-4be1-91d2-bdbf4c400fd1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=42ebe995-a4fe-4fd8-a999-1ba17e970265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435760 Nov 04 13:31:06.738700 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:06.767627 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-377a8359-6c69-4e01-9c09-a7343a08b0a3 None None] Port c9650957-383a-4bb3-ae84-df33a9b25bee cannot update to ACTIVE because it is not bound. {{(pid=82774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 04 13:31:07.233367 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9650957-383a-4bb3-ae84-df33a9b25bee {{(pid=82772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:31:07.242842 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b0d1b-2125-4dbb-acb4-47324f1c5949 req-f756a6bb-b510-4838-b244-a23c710a84b7 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:07.243535 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-772b0d1b-2125-4dbb-acb4-47324f1c5949 req-f756a6bb-b510-4838-b244-a23c710a84b7 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Synchronizing usage tracker for tenant:a7451332362e46a2a0a216c2925c30eb on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:31:07.250889 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:07.272759 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.provisioning_blocks [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Transition to ACTIVE for port object c9650957-383a-4bb3-ae84-df33a9b25bee will not be triggered until provisioned by entity L2. {{(pid=82772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:31:07.274748 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-772b0d1b-2125-4dbb-acb4-47324f1c5949 req-f756a6bb-b510-4838-b244-a23c710a84b7 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Unset dirty status for tenant:a7451332362e46a2a0a216c2925c30eb on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:31:07.275947 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-772b0d1b-2125-4dbb-acb4-47324f1c5949 req-f756a6bb-b510-4838-b244-a23c710a84b7 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab187049-b210-4f27-9379-2133c619b6c5 HTTP/1.1" status: 200 len: 931 time: 0.2789400 Nov 04 13:31:07.276957 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:07.281008 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-2cce99ce-c401-4ace-bca0-994eb7606ae9 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:07.397501 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccd21c-ee3c-4dec-9753-b0951d14f369 req-8dd97d51-eaa5-4624-8827-fc255083f6c4 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:07.404397 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-53ccd21c-ee3c-4dec-9753-b0951d14f369 req-8dd97d51-eaa5-4624-8827-fc255083f6c4 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=1728a30a-f097-444a-bac4-3a57067d790d HTTP/1.1" status: 200 len: 945 time: 0.0879810 Nov 04 13:31:07.435733 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c9650957-383a-4bb3-ae84-df33a9b25bee,revision_number=2']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:07.442878 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:07.450949 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-53ccd21c-ee3c-4dec-9753-b0951d14f369 req-9b7ab1b5-65ba-4ba2-ac95-27eab2c427ae tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/security-groups?id=42ebe995-a4fe-4fd8-a999-1ba17e970265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456889 Nov 04 13:31:07.479293 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-772b0d1b-2125-4dbb-acb4-47324f1c5949 req-6bed3216-0cce-4201-ae15-8166737661d2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=1ebaf2c2-9634-42b4-b365-6099d584c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650765 Nov 04 13:31:07.561358 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Attempting to bind port c9650957-383a-4bb3-ae84-df33a9b25bee on host hv-cinder-81036 for vnic_type normal with profile {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:31:07.561990 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Attempting to bind port c9650957-383a-4bb3-ae84-df33a9b25bee by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '97447998-9e24-4d21-a093-d5a1c9899616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831'}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:31:07.562305 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Attempting to bind port c9650957-383a-4bb3-ae84-df33a9b25bee on network 6282d6f8-f89d-43c1-9bee-c61b55a30831 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:31:07.568474 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Port c9650957-383a-4bb3-ae84-df33a9b25bee on network 6282d6f8-f89d-43c1-9bee-c61b55a30831 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 04 13:31:07.568779 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Attempting to bind port c9650957-383a-4bb3-ae84-df33a9b25bee on network 6282d6f8-f89d-43c1-9bee-c61b55a30831 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:31:07.576728 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Checking agent: {'id': 'f3f49e7e-243b-4d29-a545-c161d140ab6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'started_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:31:07.577054 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Checking segment: {'id': '97447998-9e24-4d21-a093-d5a1c9899616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:31:07.577423 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Bound using segment: {'id': '97447998-9e24-4d21-a093-d5a1c9899616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831'} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:31:07.578717 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Bound port: c9650957-383a-4bb3-ae84-df33a9b25bee, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97447998-9e24-4d21-a093-d5a1c9899616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831'}}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:31:07.579058 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:07.668711 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] For port c9650957-383a-4bb3-ae84-df33a9b25bee, host hv-cinder-81036, cleared binding levels {{(pid=82772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:31:07.671528 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] For port c9650957-383a-4bb3-ae84-df33a9b25bee, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=c9650957-383a-4bb3-ae84-df33a9b25bee,segment=NetworkSegment(97447998-9e24-4d21-a093-d5a1c9899616),segment_id=97447998-9e24-4d21-a093-d5a1c9899616)] {{(pid=82772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:31:07.675917 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:07.680131 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b1f7a746-6f2b-46d3-a00e-9e160d82ba97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:07.736299 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:07.737694 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] 10.222.0.52 "PUT /v2.0/ports/c9650957-383a-4bb3-ae84-df33a9b25bee HTTP/1.1" status: 200 len: 1093 time: 1.1199329 Nov 04 13:31:07.738165 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab187049-b210-4f27-9379-2133c619b6c5', 'tag': 'c9650957-383a-4bb3-ae84-df33a9b25bee'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:31:07.761828 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c9650957-383a-4bb3-ae84-df33a9b25bee,revision_number=3']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:07.764964 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:07.822533 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab187049-b210-4f27-9379-2133c619b6c5', 'tag': 'c9650957-383a-4bb3-ae84-df33a9b25bee', 'status': 'completed', 'code': 200} Nov 04 13:31:07.865958 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-227dd47a-c69b-489e-8fea-b3cfd17d958e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7451332362e46a2a0a216c2925c30eb&device_id=ab187049-b210-4f27-9379-2133c619b6c5 HTTP/1.1" status: 200 len: 1096 time: 0.0753264 Nov 04 13:31:07.950710 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-15293624-cc16-4110-b674-8c1387591bcb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9650957-383a-4bb3-ae84-df33a9b25bee HTTP/1.1" status: 200 len: 217 time: 0.0667319 Nov 04 13:31:08.022842 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-e09d5173-3f14-4ae3-abe2-38e109247793 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:08.024276 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-e09d5173-3f14-4ae3-abe2-38e109247793 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a8b765cb-cd12-4457-b597-71f7e124b9ac HTTP/1.1" status: 200 len: 850 time: 0.0592606 Nov 04 13:31:08.106211 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-075468b3-54fe-47b3-a194-6bb813fb2c2d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6282d6f8-f89d-43c1-9bee-c61b55a30831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687227 Nov 04 13:31:08.244204 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-3d237995-7f91-49cc-8fe6-6b5dfbb5b6ce service neutron] 10.222.0.52 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283309 Nov 04 13:31:08.378889 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ff64a54-ffcb-471f-90f2-7db3b96e4fef req-f03aa5ae-02df-40d6-8127-09cf7f5a029f service neutron] 10.222.0.52 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275492 Nov 04 13:31:08.497339 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-03e5dfe6-006b-4624-a8fa-71c1ec7e0753 req-12e897c0-b32e-4641-8df5-acfce04e788b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7451332362e46a2a0a216c2925c30eb&device_id=ab187049-b210-4f27-9379-2133c619b6c5 HTTP/1.1" status: 200 len: 1096 time: 0.0734065 Nov 04 13:31:08.653900 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b59f3-3957-41c6-af8c-102e848c4910 req-8546e77a-1394-4dd6-9d47-a463fe7c5392 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:08.655354 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-571b59f3-3957-41c6-af8c-102e848c4910 req-8546e77a-1394-4dd6-9d47-a463fe7c5392 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=1728a30a-f097-444a-bac4-3a57067d790d HTTP/1.1" status: 200 len: 945 time: 0.0814695 Nov 04 13:31:08.672337 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5dfe6-006b-4624-a8fa-71c1ec7e0753 req-6f5ef28c-ec23-425d-b576-6fc8bb4960e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:08.673809 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-03e5dfe6-006b-4624-a8fa-71c1ec7e0753 req-6f5ef28c-ec23-425d-b576-6fc8bb4960e9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6282d6f8-f89d-43c1-9bee-c61b55a30831 HTTP/1.1" status: 200 len: 912 time: 0.1687362 Nov 04 13:31:08.701699 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-571b59f3-3957-41c6-af8c-102e848c4910 req-4323991b-e32f-41a8-b649-9b71ad1efa19 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/security-groups?id=42ebe995-a4fe-4fd8-a999-1ba17e970265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 Nov 04 13:31:08.750074 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-03e5dfe6-006b-4624-a8fa-71c1ec7e0753 req-9815359f-bcb7-4654-8186-4239824f3950 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9650957-383a-4bb3-ae84-df33a9b25bee HTTP/1.1" status: 200 len: 217 time: 0.0684962 Nov 04 13:31:08.808434 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd282cbb-b864-4b68-9920-673a2fa92165 req-0b4ada15-f67b-47c1-9598-47cca5d981c1 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:08.809916 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-dd282cbb-b864-4b68-9920-673a2fa92165 req-0b4ada15-f67b-47c1-9598-47cca5d981c1 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab187049-b210-4f27-9379-2133c619b6c5 HTTP/1.1" status: 200 len: 943 time: 0.2049255 Nov 04 13:31:08.844709 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5dfe6-006b-4624-a8fa-71c1ec7e0753 req-e5e983db-3161-4c99-a0fa-87514d8a7853 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:08.846124 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-03e5dfe6-006b-4624-a8fa-71c1ec7e0753 req-e5e983db-3161-4c99-a0fa-87514d8a7853 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a8b765cb-cd12-4457-b597-71f7e124b9ac HTTP/1.1" status: 200 len: 850 time: 0.0872452 Nov 04 13:31:08.906788 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-dd282cbb-b864-4b68-9920-673a2fa92165 req-fb62a56f-f371-4b78-b863-9ace2d65b644 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=1ebaf2c2-9634-42b4-b365-6099d584c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878994 Nov 04 13:31:08.935936 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-03e5dfe6-006b-4624-a8fa-71c1ec7e0753 req-10bb057b-43c7-4ff8-a489-914888d0b58a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6282d6f8-f89d-43c1-9bee-c61b55a30831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792074 Nov 04 13:31:09.170441 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-03e5dfe6-006b-4624-a8fa-71c1ec7e0753 req-450abb99-0e6c-4a3c-9fef-8983dba22ea4 service neutron] 10.222.0.52 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174973 Nov 04 13:31:09.314414 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-03e5dfe6-006b-4624-a8fa-71c1ec7e0753 req-8309fe1e-1a02-4688-b3aa-a325b6510e5f service neutron] 10.222.0.52 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291559 Nov 04 13:31:09.844368 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5504d4-4fde-4f4b-92ee-1b159103043c req-e1290b24-898c-4538-95cf-a92933edf9e2 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:09.845836 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ab5504d4-4fde-4f4b-92ee-1b159103043c req-e1290b24-898c-4538-95cf-a92933edf9e2 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=1728a30a-f097-444a-bac4-3a57067d790d HTTP/1.1" status: 200 len: 945 time: 0.0766678 Nov 04 13:31:09.890267 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ab5504d4-4fde-4f4b-92ee-1b159103043c req-6ae02c9e-148e-488f-b19c-19bd2b936336 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/security-groups?id=42ebe995-a4fe-4fd8-a999-1ba17e970265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388439 Nov 04 13:31:10.108276 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b50e52-9c2b-4472-922f-d347ebe90a44 req-dc46e2cf-d2cc-4f6d-9991-56870eb85411 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:10.109749 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d1b50e52-9c2b-4472-922f-d347ebe90a44 req-dc46e2cf-d2cc-4f6d-9991-56870eb85411 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab187049-b210-4f27-9379-2133c619b6c5 HTTP/1.1" status: 200 len: 943 time: 0.0791023 Nov 04 13:31:10.156030 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d1b50e52-9c2b-4472-922f-d347ebe90a44 req-a6bd4751-68da-467e-91bc-c89fddcfeda8 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=1ebaf2c2-9634-42b4-b365-6099d584c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405853 Nov 04 13:31:10.173871 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device c9650957-383a-4bb3-ae84-df33a9b25bee details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:31:10.308365 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port c9650957-383a-4bb3-ae84-df33a9b25bee, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=c9650957-383a-4bb3-ae84-df33a9b25bee,segment=NetworkSegment(97447998-9e24-4d21-a093-d5a1c9899616),segment_id=97447998-9e24-4d21-a093-d5a1c9899616)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:31:10.321842 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': 'c9650957-383a-4bb3-ae84-df33a9b25bee', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'port_id': 'c9650957-383a-4bb3-ae84-df33a9b25bee', 'mac_address': 'fa:16:3e:73:30:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:31:10.372889 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:10.389894 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9650957-383a-4bb3-ae84-df33a9b25bee {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:31:10.404348 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port c9650957-383a-4bb3-ae84-df33a9b25bee, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=c9650957-383a-4bb3-ae84-df33a9b25bee,segment=NetworkSegment(97447998-9e24-4d21-a093-d5a1c9899616),segment_id=97447998-9e24-4d21-a093-d5a1c9899616)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:31:10.408041 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:10.409826 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:10.474053 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=c9650957-383a-4bb3-ae84-df33a9b25bee,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:10.477051 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:10.683742 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['c9650957-383a-4bb3-ae84-df33a9b25bee'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:31:11.094911 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f19634-d408-4af7-a0f8-ece907845fd5 req-3e81d466-8a90-4450-8a0c-5daf11d4101c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:11.096348 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-93f19634-d408-4af7-a0f8-ece907845fd5 req-3e81d466-8a90-4450-8a0c-5daf11d4101c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=1728a30a-f097-444a-bac4-3a57067d790d HTTP/1.1" status: 200 len: 945 time: 0.0807462 Nov 04 13:31:11.141113 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-93f19634-d408-4af7-a0f8-ece907845fd5 req-b62dcae5-62d6-4e46-910c-9f9ca61edb35 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/security-groups?id=42ebe995-a4fe-4fd8-a999-1ba17e970265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390682 Nov 04 13:31:11.269276 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc2752-9e48-4020-91a8-1163a2a10976 req-539b0923-d8c2-46c4-848f-7df7b730c7ba tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:11.271162 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9adc2752-9e48-4020-91a8-1163a2a10976 req-539b0923-d8c2-46c4-848f-7df7b730c7ba tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.52 "GET /v2.0/ports?device_id=1728a30a-f097-444a-bac4-3a57067d790d HTTP/1.1" status: 200 len: 945 time: 0.0767009 Nov 04 13:31:11.345631 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-9adc2752-9e48-4020-91a8-1163a2a10976 req-cbc05371-8f9b-4de3-a121-0b96bdd007be tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Deleting port 4e8c2f14-e85f-4f61-b51a-75909bd6d567 {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:31:11.345970 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-9adc2752-9e48-4020-91a8-1163a2a10976 req-cbc05371-8f9b-4de3-a121-0b96bdd007be tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:11.372313 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bcbc8-1d6e-4412-b40b-198cf0eea8da req-c2630b34-f8e8-4378-9bd5-759f989b21ad tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:11.373874 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-cc1bcbc8-1d6e-4412-b40b-198cf0eea8da req-c2630b34-f8e8-4378-9bd5-759f989b21ad tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab187049-b210-4f27-9379-2133c619b6c5 HTTP/1.1" status: 200 len: 944 time: 0.0825458 Nov 04 13:31:11.419626 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-cc1bcbc8-1d6e-4412-b40b-198cf0eea8da req-745fc017-fa99-434c-a154-339f289d59e8 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Synchronizing usage tracker for tenant:a7451332362e46a2a0a216c2925c30eb on resource:security_group {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:31:11.435829 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-cc1bcbc8-1d6e-4412-b40b-198cf0eea8da req-745fc017-fa99-434c-a154-339f289d59e8 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Unset dirty status for tenant:a7451332362e46a2a0a216c2925c30eb on resource:security_group {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:31:11.437406 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-cc1bcbc8-1d6e-4412-b40b-198cf0eea8da req-745fc017-fa99-434c-a154-339f289d59e8 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=1ebaf2c2-9634-42b4-b365-6099d584c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575318 Nov 04 13:31:11.595567 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-9adc2752-9e48-4020-91a8-1163a2a10976 req-cbc05371-8f9b-4de3-a121-0b96bdd007be tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] For port 4e8c2f14-e85f-4f61-b51a-75909bd6d567, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=4e8c2f14-e85f-4f61-b51a-75909bd6d567,segment=NetworkSegment(93a1e68b-5a42-4622-bf49-7a141dc95a4f),segment_id=93a1e68b-5a42-4622-bf49-7a141dc95a4f)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:31:11.595924 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-9adc2752-9e48-4020-91a8-1163a2a10976 req-cbc05371-8f9b-4de3-a121-0b96bdd007be tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:11.721251 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-9adc2752-9e48-4020-91a8-1163a2a10976 req-cbc05371-8f9b-4de3-a121-0b96bdd007be tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Calling delete_port for 4e8c2f14-e85f-4f61-b51a-75909bd6d567 owned by compute:nova {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:31:11.864203 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-9adc2752-9e48-4020-91a8-1163a2a10976 req-cbc05371-8f9b-4de3-a121-0b96bdd007be tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:11.870381 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:11.875968 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['4e8c2f14-e85f-4f61-b51a-75909bd6d567'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:31:11.913377 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc05371-8f9b-4de3-a121-0b96bdd007be tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Pushing event deleted for resources: {'Port': ['ID=4e8c2f14-e85f-4f61-b51a-75909bd6d567,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:11.917355 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-cbc05371-8f9b-4de3-a121-0b96bdd007be tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:11.986139 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adc2752-9e48-4020-91a8-1163a2a10976 req-cbc05371-8f9b-4de3-a121-0b96bdd007be tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] No DVR routers for this DVR port 4e8c2f14-e85f-4f61-b51a-75909bd6d567 on host hv-cinder-81036 {{(pid=82772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:31:11.988524 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-9adc2752-9e48-4020-91a8-1163a2a10976 req-cbc05371-8f9b-4de3-a121-0b96bdd007be tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:11.991672 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1728a30a-f097-444a-bac4-3a57067d790d', 'name': 'network-vif-deleted', 'tag': '4e8c2f14-e85f-4f61-b51a-75909bd6d567'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:31:12.007945 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9adc2752-9e48-4020-91a8-1163a2a10976 req-cbc05371-8f9b-4de3-a121-0b96bdd007be tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.52 "DELETE /v2.0/ports/4e8c2f14-e85f-4f61-b51a-75909bd6d567 HTTP/1.1" status: 204 len: 173 time: 0.7291431 Nov 04 13:31:12.046476 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1728a30a-f097-444a-bac4-3a57067d790d', 'name': 'network-vif-deleted', 'tag': '4e8c2f14-e85f-4f61-b51a-75909bd6d567', 'status': 'completed', 'code': 200} Nov 04 13:31:12.190598 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device c9650957-383a-4bb3-ae84-df33a9b25bee up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:31:12.259969 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning for port c9650957-383a-4bb3-ae84-df33a9b25bee completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:31:12.265642 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port c9650957-383a-4bb3-ae84-df33a9b25bee triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:31:12.266060 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:12.321265 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-1bc4de6b-d6b1-4693-9412-73e616d2edf7 req-fd18c2f2-3a06-4583-92a1-b17ff784ea42 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Synchronizing usage tracker for tenant:5424f7a81e824eeaa0e5c3edff334e5c on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:31:12.337128 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-1bc4de6b-d6b1-4693-9412-73e616d2edf7 req-fd18c2f2-3a06-4583-92a1-b17ff784ea42 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Unset dirty status for tenant:5424f7a81e824eeaa0e5c3edff334e5c on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:31:12.338436 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1bc4de6b-d6b1-4693-9412-73e616d2edf7 req-fd18c2f2-3a06-4583-92a1-b17ff784ea42 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=1728a30a-f097-444a-bac4-3a57067d790d HTTP/1.1" status: 200 len: 210 time: 0.0621297 Nov 04 13:31:12.386560 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:12.414718 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab187049-b210-4f27-9379-2133c619b6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9650957-383a-4bb3-ae84-df33a9b25bee'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:31:12.428441 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port c9650957-383a-4bb3-ae84-df33a9b25bee, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=c9650957-383a-4bb3-ae84-df33a9b25bee,segment=NetworkSegment(97447998-9e24-4d21-a093-d5a1c9899616),segment_id=97447998-9e24-4d21-a093-d5a1c9899616)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:31:12.433901 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:12.436752 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-e64a3390-db99-4426-85d8-27fc8c0c131f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:12.471674 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab187049-b210-4f27-9379-2133c619b6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9650957-383a-4bb3-ae84-df33a9b25bee', 'code': 200} Nov 04 13:31:12.509214 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=c9650957-383a-4bb3-ae84-df33a9b25bee,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:12.512600 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:12.649595 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507be12f-98ca-458a-ae2e-f9d841f25b63 req-92db4140-35ed-45fb-9b1a-ab4f4d777ab6 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:12.651475 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-507be12f-98ca-458a-ae2e-f9d841f25b63 req-92db4140-35ed-45fb-9b1a-ab4f4d777ab6 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab187049-b210-4f27-9379-2133c619b6c5 HTTP/1.1" status: 200 len: 945 time: 0.0817289 Nov 04 13:31:12.742416 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-507be12f-98ca-458a-ae2e-f9d841f25b63 req-d81922c0-409a-4f6d-bd57-7d286e15d73b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=1ebaf2c2-9634-42b4-b365-6099d584c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850339 Nov 04 13:31:12.779168 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b114d8a3-b372-4cc1-9524-0a122c7b1da9 req-76daf108-5cd4-4c14-a1cf-ad4b5bf9aae2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab187049-b210-4f27-9379-2133c619b6c5 HTTP/1.1" status: 200 len: 1098 time: 0.0780976 Nov 04 13:31:12.824862 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b114d8a3-b372-4cc1-9524-0a122c7b1da9 req-b38b6e64-f087-4a84-994a-e3ef30079766 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1ebaf2c2-9634-42b4-b365-6099d584c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368829 Nov 04 13:31:13.713460 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-91376a22-6b68-4dea-b0f2-e02453288e21 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:13.714970 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-91376a22-6b68-4dea-b0f2-e02453288e21 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/networks?id=25cca045-b983-4e18-94d2-0e73107a54fe HTTP/1.1" status: 200 len: 809 time: 0.1428618 Nov 04 13:31:13.730572 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-f9025da4-d562-427e-9b4a-e3d37d95fc81 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/quotas/5424f7a81e824eeaa0e5c3edff334e5c HTTP/1.1" status: 200 len: 375 time: 0.0103540 Nov 04 13:31:13.775008 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-e26cdad4-9b3d-4e60-8b03-4305c7d1fd2e tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=5424f7a81e824eeaa0e5c3edff334e5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397339 Nov 04 13:31:13.909231 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-3bfb7a1e-3a47-4cce-81b8-49bcabb16879 service neutron] 10.222.0.93 "GET /v2.0/networks/25cca045-b983-4e18-94d2-0e73107a54fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277199 Nov 04 13:31:13.939099 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff0b33-7580-4cd2-944e-1ab2bb858957 req-61a3e77e-1f2a-4b07-a07c-e8e32d9faf22 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:13.940557 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-01ff0b33-7580-4cd2-944e-1ab2bb858957 req-61a3e77e-1f2a-4b07-a07c-e8e32d9faf22 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab187049-b210-4f27-9379-2133c619b6c5 HTTP/1.1" status: 200 len: 945 time: 0.0778768 Nov 04 13:31:13.998144 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-01ff0b33-7580-4cd2-944e-1ab2bb858957 req-3bb7b79f-bd5b-4109-8dd5-26c7791ebd08 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=1ebaf2c2-9634-42b4-b365-6099d584c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510373 Nov 04 13:31:14.045305 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-455cb2f0-ce3a-45ee-bb9a-2f79edfe428e service neutron] 10.222.0.93 "GET /v2.0/networks/25cca045-b983-4e18-94d2-0e73107a54fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303389 Nov 04 13:31:14.199846 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 4e8c2f14-e85f-4f61-b51a-75909bd6d567 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:31:14.273849 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] No Port match for: 4e8c2f14-e85f-4f61-b51a-75909bd6d567 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:31:14.274301 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 4e8c2f14-e85f-4f61-b51a-75909bd6d567 not bound to the agent host hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:31:14.282300 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9580978c-edd9-4405-a0f2-1817d307ce3a req-2b37dbae-0f19-442e-9a82-c8393693b778 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=025b42bc-4e79-420e-9c16-7e0161363e56 HTTP/1.1" status: 200 len: 210 time: 0.0897532 Nov 04 13:31:15.412934 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-72d5cd6a-650d-4ff8-9df7-341aba67fb4e tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:15.414346 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-72d5cd6a-650d-4ff8-9df7-341aba67fb4e tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.52 "GET /v2.0/networks?id=25cca045-b983-4e18-94d2-0e73107a54fe HTTP/1.1" status: 200 len: 809 time: 0.2955887 Nov 04 13:31:15.423207 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2850b7f-6161-4605-a77f-05d6fe916a33 req-a30f5b27-b427-4de8-9795-4578787d8726 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:15.424517 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a2850b7f-6161-4605-a77f-05d6fe916a33 req-a30f5b27-b427-4de8-9795-4578787d8726 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab187049-b210-4f27-9379-2133c619b6c5 HTTP/1.1" status: 200 len: 945 time: 0.2852154 Nov 04 13:31:15.432145 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-cd0a269b-807f-4ff0-a2cd-622e51ce7210 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Request body: {'port': {'device_id': '025b42bc-4e79-420e-9c16-7e0161363e56', 'network_id': '25cca045-b983-4e18-94d2-0e73107a54fe', 'admin_state_up': True, 'tenant_id': '5424f7a81e824eeaa0e5c3edff334e5c'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:31:15.564497 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a2850b7f-6161-4605-a77f-05d6fe916a33 req-eac91994-a968-4482-9238-f0768cb4ba95 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=1ebaf2c2-9634-42b4-b365-6099d584c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181829 Nov 04 13:31:15.600425 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-cd0a269b-807f-4ff0-a2cd-622e51ce7210 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:31:15.601770 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5b9c1a4f-207f-4ea6-8737-b0370934ee37 req-01e57ea6-7a7d-4bb7-afc6-9369425cbdec tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=025b42bc-4e79-420e-9c16-7e0161363e56 HTTP/1.1" status: 200 len: 210 time: 0.0423298 Nov 04 13:31:15.610349 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-cd0a269b-807f-4ff0-a2cd-622e51ce7210 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:31:15.621335 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-cd0a269b-807f-4ff0-a2cd-622e51ce7210 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Made reservation on behalf of 5424f7a81e824eeaa0e5c3edff334e5c for: {'port': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:31:15.625239 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-cd0a269b-807f-4ff0-a2cd-622e51ce7210 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:15.857728 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b279f8f-b3c0-4797-92fe-e994cb8a4f4d req-831db384-3e8e-460a-b392-98dde91275ad tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:15.859104 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6b279f8f-b3c0-4797-92fe-e994cb8a4f4d req-831db384-3e8e-460a-b392-98dde91275ad tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab187049-b210-4f27-9379-2133c619b6c5 HTTP/1.1" status: 200 len: 945 time: 0.1735089 Nov 04 13:31:15.860183 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-cd0a269b-807f-4ff0-a2cd-622e51ce7210 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Allocated IP 172.20.0.11 (25cca045-b983-4e18-94d2-0e73107a54fe/b0cd7d7b-f2a8-45d3-9f9b-1d01ac2365df/7cbc4016-4252-4f19-a49d-0430221423dc) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:31:15.868870 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 46246) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:31:15.874348 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-52ba73c2-c31c-46d5-83dc-7b2386094b64 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Request body: {'floatingip': {'port_id': 'c9650957-383a-4bb3-ae84-df33a9b25bee'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:31:15.950745 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-52ba73c2-c31c-46d5-83dc-7b2386094b64 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for floatingip, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:16.081465 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-cd0a269b-807f-4ff0-a2cd-622e51ce7210 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:16.109732 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-cd0a269b-807f-4ff0-a2cd-622e51ce7210 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:16.117469 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b2857ceb-0017-4aec-bc11-2703173988cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:16.184898 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-cd0a269b-807f-4ff0-a2cd-622e51ce7210 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Network 25cca045-b983-4e18-94d2-0e73107a54fe is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:31:16.188696 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-cd0a269b-807f-4ff0-a2cd-622e51ce7210 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:31:16.191120 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-cd0a269b-807f-4ff0-a2cd-622e51ce7210 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:31:16.231139 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a269b-807f-4ff0-a2cd-622e51ce7210 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Pushing event updated for resources: {'Port': ['ID=7cbc4016-4252-4f19-a49d-0430221423dc,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:16.233964 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-cd0a269b-807f-4ff0-a2cd-622e51ce7210 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:16.263643 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-cd0a269b-807f-4ff0-a2cd-622e51ce7210 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:16.264266 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-cd0a269b-807f-4ff0-a2cd-622e51ce7210 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:16.294782 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-cd0a269b-807f-4ff0-a2cd-622e51ce7210 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8658252 Nov 04 13:31:16.307714 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Request body: {'port': {'device_id': '025b42bc-4e79-420e-9c16-7e0161363e56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:31:16.431033 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:16.654061 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-52ba73c2-c31c-46d5-83dc-7b2386094b64 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:16.658618 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-52ba73c2-c31c-46d5-83dc-7b2386094b64 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837438'] for floatingip, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:16.833806 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cbc4016-4252-4f19-a49d-0430221423dc {{(pid=82772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:31:16.842818 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:16.854530 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.db.l3_db [None req-52ba73c2-c31c-46d5-83dc-7b2386094b64 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Floating IP 793c5da1-9907-41a4-863a-9855f4294e44 associated. External IP: 172.28.1.142, port: c9650957-383a-4bb3-ae84-df33a9b25bee. Nov 04 13:31:16.868491 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.provisioning_blocks [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Transition to ACTIVE for port object 7cbc4016-4252-4f19-a49d-0430221423dc will not be triggered until provisioned by entity L2. {{(pid=82772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:31:16.873783 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:16.877778 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-cd0a269b-807f-4ff0-a2cd-622e51ce7210 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:16.918633 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac7c30-e1b4-459b-918c-8dd98fdfea66 req-3f5add98-5041-4fa1-b342-9c2812cf6412 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:16.919324 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-9dac7c30-e1b4-459b-918c-8dd98fdfea66 req-3f5add98-5041-4fa1-b342-9c2812cf6412 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Synchronizing usage tracker for tenant:5424f7a81e824eeaa0e5c3edff334e5c on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:31:17.006085 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbc4016-4252-4f19-a49d-0430221423dc,revision_number=2']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:17.013350 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-9dac7c30-e1b4-459b-918c-8dd98fdfea66 req-3f5add98-5041-4fa1-b342-9c2812cf6412 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Unset dirty status for tenant:5424f7a81e824eeaa0e5c3edff334e5c on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:31:17.014284 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9dac7c30-e1b4-459b-918c-8dd98fdfea66 req-3f5add98-5041-4fa1-b342-9c2812cf6412 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=025b42bc-4e79-420e-9c16-7e0161363e56 HTTP/1.1" status: 200 len: 932 time: 0.2832661 Nov 04 13:31:17.015333 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:17.136193 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9dac7c30-e1b4-459b-918c-8dd98fdfea66 req-f4606623-6178-4606-91e7-ca4c52feea53 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/security-groups?id=42ebe995-a4fe-4fd8-a999-1ba17e970265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129336 Nov 04 13:31:17.166533 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Attempting to bind port 7cbc4016-4252-4f19-a49d-0430221423dc on host hv-cinder-81036 for vnic_type normal with profile {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:31:17.166862 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Attempting to bind port 7cbc4016-4252-4f19-a49d-0430221423dc by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '93a1e68b-5a42-4622-bf49-7a141dc95a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '25cca045-b983-4e18-94d2-0e73107a54fe'}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:31:17.167183 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Attempting to bind port 7cbc4016-4252-4f19-a49d-0430221423dc on network 25cca045-b983-4e18-94d2-0e73107a54fe {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:31:17.172877 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Port 7cbc4016-4252-4f19-a49d-0430221423dc on network 25cca045-b983-4e18-94d2-0e73107a54fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 04 13:31:17.173206 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Attempting to bind port 7cbc4016-4252-4f19-a49d-0430221423dc on network 25cca045-b983-4e18-94d2-0e73107a54fe {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:31:17.179461 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Checking agent: {'id': 'f3f49e7e-243b-4d29-a545-c161d140ab6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'started_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:31:17.179792 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Checking segment: {'id': '93a1e68b-5a42-4622-bf49-7a141dc95a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '25cca045-b983-4e18-94d2-0e73107a54fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:31:17.180166 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Bound using segment: {'id': '93a1e68b-5a42-4622-bf49-7a141dc95a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '25cca045-b983-4e18-94d2-0e73107a54fe'} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:31:17.180584 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Bound port: 7cbc4016-4252-4f19-a49d-0430221423dc, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a1e68b-5a42-4622-bf49-7a141dc95a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '25cca045-b983-4e18-94d2-0e73107a54fe'}}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:31:17.180921 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:17.255694 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ba73c2-c31c-46d5-83dc-7b2386094b64 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Router de216616-88bb-4cdb-b621-0f1516027da4 has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:31:17.364299 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] For port 7cbc4016-4252-4f19-a49d-0430221423dc, host hv-cinder-81036, cleared binding levels {{(pid=82772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:31:17.367537 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] For port 7cbc4016-4252-4f19-a49d-0430221423dc, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=7cbc4016-4252-4f19-a49d-0430221423dc,segment=NetworkSegment(93a1e68b-5a42-4622-bf49-7a141dc95a4f),segment_id=93a1e68b-5a42-4622-bf49-7a141dc95a4f)] {{(pid=82772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:31:17.371681 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:17.375731 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:17.430023 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:17.431381 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] 10.222.0.52 "PUT /v2.0/ports/7cbc4016-4252-4f19-a49d-0430221423dc HTTP/1.1" status: 200 len: 1094 time: 1.1280770 Nov 04 13:31:17.431904 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025b42bc-4e79-420e-9c16-7e0161363e56', 'tag': '7cbc4016-4252-4f19-a49d-0430221423dc'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:31:17.450579 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:31:17.461759 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ba73c2-c31c-46d5-83dc-7b2386094b64 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:31:17.463685 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbc4016-4252-4f19-a49d-0430221423dc,revision_number=3']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:17.466039 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-52ba73c2-c31c-46d5-83dc-7b2386094b64 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for floatingip, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:17.467834 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:17.473587 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3619fe4-5ec4-49e9-8a76-e406065add0c None None] Sync routers for ids ['de216616-88bb-4cdb-b621-0f1516027da4'] in dv-cinder-810367-1-smb {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:31:17.485533 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3619fe4-5ec4-49e9-8a76-e406065add0c None None] Routers {'de216616-88bb-4cdb-b621-0f1516027da4'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:31:17.486433 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-f3619fe4-5ec4-49e9-8a76-e406065add0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:31:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['de216616-88bb-4cdb-b621-0f1516027da4'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:31:17.529408 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025b42bc-4e79-420e-9c16-7e0161363e56', 'tag': '7cbc4016-4252-4f19-a49d-0430221423dc', 'status': 'completed', 'code': 200} Nov 04 13:31:17.530527 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-52ba73c2-c31c-46d5-83dc-7b2386094b64 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "PUT /v2.0/floatingips/793c5da1-9907-41a4-863a-9855f4294e44 HTTP/1.1" status: 200 len: 991 time: 1.6603415 Nov 04 13:31:17.531476 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab187049-b210-4f27-9379-2133c619b6c5', 'tag': 'c9650957-383a-4bb3-ae84-df33a9b25bee'}] {{(pid=82773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:31:17.581404 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-342e999a-4ef8-4b94-84ba-a5c0993484c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5424f7a81e824eeaa0e5c3edff334e5c&device_id=025b42bc-4e79-420e-9c16-7e0161363e56 HTTP/1.1" status: 200 len: 1097 time: 0.0878417 Nov 04 13:31:17.602935 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab187049-b210-4f27-9379-2133c619b6c5', 'tag': 'c9650957-383a-4bb3-ae84-df33a9b25bee', 'status': 'completed', 'code': 200} Nov 04 13:31:17.669026 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-df6243d7-d762-4783-8e4c-527913940b99 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cbc4016-4252-4f19-a49d-0430221423dc HTTP/1.1" status: 200 len: 217 time: 0.0796995 Nov 04 13:31:17.689579 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-f3619fe4-5ec4-49e9-8a76-e406065add0c None None] Set router de216616-88bb-4cdb-b621-0f1516027da4 gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:31:17.707741 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c92d981a-93c9-4400-b490-49fe9f97da03 req-32ae8fda-0aea-4f3e-ab73-177f7c91408a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a7451332362e46a2a0a216c2925c30eb&device_id=ab187049-b210-4f27-9379-2133c619b6c5 HTTP/1.1" status: 200 len: 1098 time: 0.0796824 Nov 04 13:31:17.741211 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-00fbf990-610b-4d88-aed9-db2443124b4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:17.742889 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-00fbf990-610b-4d88-aed9-db2443124b4d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b0cd7d7b-f2a8-45d3-9f9b-1d01ac2365df HTTP/1.1" status: 200 len: 849 time: 0.0664206 Nov 04 13:31:17.792221 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-f2ae278d-6ca8-4645-bdfc-e6d9748d759c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25cca045-b983-4e18-94d2-0e73107a54fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420213 Nov 04 13:31:17.847574 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d981a-93c9-4400-b490-49fe9f97da03 req-556732c3-a9db-4aa0-a62e-dda22961a8d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:17.849270 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c92d981a-93c9-4400-b490-49fe9f97da03 req-556732c3-a9db-4aa0-a62e-dda22961a8d2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6282d6f8-f89d-43c1-9bee-c61b55a30831 HTTP/1.1" status: 200 len: 912 time: 0.1347365 Nov 04 13:31:17.953184 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-b9904848-c706-4dae-ac97-8ed76d8ff8c8 service neutron] 10.222.0.52 "GET /v2.0/networks/25cca045-b983-4e18-94d2-0e73107a54fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530588 Nov 04 13:31:18.063724 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c92d981a-93c9-4400-b490-49fe9f97da03 req-7451cec3-8caa-427f-bc89-b861a489e832 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9650957-383a-4bb3-ae84-df33a9b25bee HTTP/1.1" status: 200 len: 999 time: 0.2073219 Nov 04 13:31:18.086215 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-f3619fe4-5ec4-49e9-8a76-e406065add0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:49Z', 'revision_number': 4, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'gw_port': {'id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:31Z', 'updated_at': '2021-11-04T13:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_floatingips': [{'id': '793c5da1-9907-41a4-863a-9855f4294e44', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'floating_ip_address': '172.28.1.142', 'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'router_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'port_id': 'c9650957-383a-4bb3-ae84-df33a9b25bee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'mac_address': 'fa:16:3e:73:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab187049-b210-4f27-9379-2133c619b6c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:31:02Z', 'updated_at': '2021-11-04T13:31:16Z', 'revision_number': 1, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4', 'name': '', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'mac_address': 'fa:16:3e:c7:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:45Z', 'updated_at': '2021-11-04T13:27:02Z', 'revision_number': 5, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'subnets': [{'id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:31:18.090189 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3619fe4-5ec4-49e9-8a76-e406065add0c None None] Checking router: de216616-88bb-4cdb-b621-0f1516027da4 for host: dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:31:18.097949 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-807812b5-8fa1-4d84-8b63-4f8a70072539 req-f79b65c4-364a-436c-8c19-83d1113cec30 service neutron] 10.222.0.52 "GET /v2.0/networks/25cca045-b983-4e18-94d2-0e73107a54fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380875 Nov 04 13:31:18.101204 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3619fe4-5ec4-49e9-8a76-e406065add0c None None] Routers {'de216616-88bb-4cdb-b621-0f1516027da4'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:31:18.101835 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-f3619fe4-5ec4-49e9-8a76-e406065add0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:31:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['de216616-88bb-4cdb-b621-0f1516027da4'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:31:18.128667 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d981a-93c9-4400-b490-49fe9f97da03 req-c640bacc-4609-43de-a8a6-af8224984494 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:18.130311 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c92d981a-93c9-4400-b490-49fe9f97da03 req-c640bacc-4609-43de-a8a6-af8224984494 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a8b765cb-cd12-4457-b597-71f7e124b9ac HTTP/1.1" status: 200 len: 850 time: 0.0589635 Nov 04 13:31:18.228198 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0e7102bf-6ca6-4fd6-b769-c96dc16bdc6f req-cf9a0e63-f630-4fef-936f-af7b9faddc99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5424f7a81e824eeaa0e5c3edff334e5c&device_id=025b42bc-4e79-420e-9c16-7e0161363e56 HTTP/1.1" status: 200 len: 1097 time: 0.0820081 Nov 04 13:31:18.251974 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c92d981a-93c9-4400-b490-49fe9f97da03 req-147ecbae-493a-4e3e-b399-7a3740dc1183 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6282d6f8-f89d-43c1-9bee-c61b55a30831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1144717 Nov 04 13:31:18.324731 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-f3619fe4-5ec4-49e9-8a76-e406065add0c None None] Set router de216616-88bb-4cdb-b621-0f1516027da4 gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:31:18.393542 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c92d981a-93c9-4400-b490-49fe9f97da03 req-656b6bf9-0e65-408c-ad6e-3509b6cd81e1 service neutron] 10.222.0.52 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325758 Nov 04 13:31:18.428842 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7102bf-6ca6-4fd6-b769-c96dc16bdc6f req-e5d0e912-9dbd-42b3-a4c9-bd0ec8d5a5bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:18.430432 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0e7102bf-6ca6-4fd6-b769-c96dc16bdc6f req-e5d0e912-9dbd-42b3-a4c9-bd0ec8d5a5bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=25cca045-b983-4e18-94d2-0e73107a54fe HTTP/1.1" status: 200 len: 910 time: 0.1937716 Nov 04 13:31:18.440082 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9723a-1cff-453b-9630-a093f1213f7c req-d9235871-f76d-48b6-ae57-546030e2c38c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:18.441476 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-82b9723a-1cff-453b-9630-a093f1213f7c req-d9235871-f76d-48b6-ae57-546030e2c38c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=025b42bc-4e79-420e-9c16-7e0161363e56 HTTP/1.1" status: 200 len: 944 time: 0.1717205 Nov 04 13:31:18.533428 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0e7102bf-6ca6-4fd6-b769-c96dc16bdc6f req-47192910-ae97-4191-80ab-ca043e6441c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7cbc4016-4252-4f19-a49d-0430221423dc HTTP/1.1" status: 200 len: 217 time: 0.0909691 Nov 04 13:31:18.533880 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c92d981a-93c9-4400-b490-49fe9f97da03 req-126e7673-0fdf-4317-8ab0-06c9314e12f3 service neutron] 10.222.0.52 "GET /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335588 Nov 04 13:31:18.580231 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-82b9723a-1cff-453b-9630-a093f1213f7c req-9ca12d53-aec6-4f9c-bc3c-749ad139d9f8 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/security-groups?id=42ebe995-a4fe-4fd8-a999-1ba17e970265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857069 Nov 04 13:31:18.611504 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7102bf-6ca6-4fd6-b769-c96dc16bdc6f req-9ad0b3d6-ca64-4af3-8134-5bbe1883b0a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:18.612956 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0e7102bf-6ca6-4fd6-b769-c96dc16bdc6f req-9ad0b3d6-ca64-4af3-8134-5bbe1883b0a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b0cd7d7b-f2a8-45d3-9f9b-1d01ac2365df HTTP/1.1" status: 200 len: 849 time: 0.0674903 Nov 04 13:31:18.662271 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0e7102bf-6ca6-4fd6-b769-c96dc16bdc6f req-12a4105f-404e-40b6-979e-9ad6a38e0ff7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=25cca045-b983-4e18-94d2-0e73107a54fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424433 Nov 04 13:31:18.682262 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-f3619fe4-5ec4-49e9-8a76-e406065add0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:49Z', 'revision_number': 4, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'gw_port': {'id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:31Z', 'updated_at': '2021-11-04T13:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_floatingips': [{'id': '793c5da1-9907-41a4-863a-9855f4294e44', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'floating_ip_address': '172.28.1.142', 'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'router_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'port_id': 'c9650957-383a-4bb3-ae84-df33a9b25bee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'mac_address': 'fa:16:3e:73:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab187049-b210-4f27-9379-2133c619b6c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:31:02Z', 'updated_at': '2021-11-04T13:31:16Z', 'revision_number': 1, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4', 'name': '', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'mac_address': 'fa:16:3e:c7:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:45Z', 'updated_at': '2021-11-04T13:27:02Z', 'revision_number': 5, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'subnets': [{'id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:31:18.685967 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3619fe4-5ec4-49e9-8a76-e406065add0c None None] The sync data for ids ['de216616-88bb-4cdb-b621-0f1516027da4'] in dv-cinder-810367-1-smb is: [{'id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:49Z', 'revision_number': 4, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'gw_port': {'id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:31Z', 'updated_at': '2021-11-04T13:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_floatingips': [{'id': '793c5da1-9907-41a4-863a-9855f4294e44', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'floating_ip_address': '172.28.1.142', 'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'router_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'port_id': 'c9650957-383a-4bb3-ae84-df33a9b25bee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'mac_address': 'fa:16:3e:73:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab187049-b210-4f27-9379-2133c619b6c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:31:02Z', 'updated_at': '2021-11-04T13:31:16Z', 'revision_number': 1, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4', 'name': '', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'mac_address': 'fa:16:3e:c7:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:45Z', 'updated_at': '2021-11-04T13:27:02Z', 'revision_number': 5, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'subnets': [{'id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:31:18.810790 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0e7102bf-6ca6-4fd6-b769-c96dc16bdc6f req-ec20bad3-a478-48bc-b6c4-da4aa0716e55 service neutron] 10.222.0.52 "GET /v2.0/networks/25cca045-b983-4e18-94d2-0e73107a54fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406622 Nov 04 13:31:18.888698 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e4c92c-4876-4499-8984-b2beea6feea3 None None] New status for floating IP 793c5da1-9907-41a4-863a-9855f4294e44: ACTIVE {{(pid=82775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 04 13:31:18.950185 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0e7102bf-6ca6-4fd6-b769-c96dc16bdc6f req-a4bff933-bc6a-45f8-b5c6-ec7d35bdf2c3 service neutron] 10.222.0.52 "GET /v2.0/networks/25cca045-b983-4e18-94d2-0e73107a54fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322365 Nov 04 13:31:19.776895 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6aee4-ca56-4793-a4ea-5e4a42538e64 req-1711956b-0cb2-4fde-91e0-c6e1b82d042a tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:19.778397 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7aa6aee4-ca56-4793-a4ea-5e4a42538e64 req-1711956b-0cb2-4fde-91e0-c6e1b82d042a tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=025b42bc-4e79-420e-9c16-7e0161363e56 HTTP/1.1" status: 200 len: 944 time: 0.0763390 Nov 04 13:31:19.824956 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7aa6aee4-ca56-4793-a4ea-5e4a42538e64 req-04fa2565-801f-409f-9e08-a19ac467e0cb tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/security-groups?id=42ebe995-a4fe-4fd8-a999-1ba17e970265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409679 Nov 04 13:31:20.213556 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 7cbc4016-4252-4f19-a49d-0430221423dc details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:31:20.346103 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 7cbc4016-4252-4f19-a49d-0430221423dc, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=7cbc4016-4252-4f19-a49d-0430221423dc,segment=NetworkSegment(93a1e68b-5a42-4622-bf49-7a141dc95a4f),segment_id=93a1e68b-5a42-4622-bf49-7a141dc95a4f)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:31:20.358892 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': '7cbc4016-4252-4f19-a49d-0430221423dc', 'network_id': '25cca045-b983-4e18-94d2-0e73107a54fe', 'port_id': '7cbc4016-4252-4f19-a49d-0430221423dc', 'mac_address': 'fa:16:3e:5e:c4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0cd7d7b-f2a8-45d3-9f9b-1d01ac2365df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:31:20.410931 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:20.427493 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cbc4016-4252-4f19-a49d-0430221423dc {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:31:20.442253 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 7cbc4016-4252-4f19-a49d-0430221423dc, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=7cbc4016-4252-4f19-a49d-0430221423dc,segment=NetworkSegment(93a1e68b-5a42-4622-bf49-7a141dc95a4f),segment_id=93a1e68b-5a42-4622-bf49-7a141dc95a4f)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:31:20.446932 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:20.448624 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:20.516095 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=7cbc4016-4252-4f19-a49d-0430221423dc,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:20.519167 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:20.703185 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['7cbc4016-4252-4f19-a49d-0430221423dc'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:31:21.023680 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6f63f-1469-4c90-8294-5c918c63e7c2 req-be0f0df5-63f5-4590-976c-e4eaa58d89a4 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:21.025196 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-36d6f63f-1469-4c90-8294-5c918c63e7c2 req-be0f0df5-63f5-4590-976c-e4eaa58d89a4 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=025b42bc-4e79-420e-9c16-7e0161363e56 HTTP/1.1" status: 200 len: 945 time: 0.0816739 Nov 04 13:31:21.152054 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-36d6f63f-1469-4c90-8294-5c918c63e7c2 req-da0c3c3f-18dd-42dc-be56-b3acb1faebcb tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/security-groups?id=42ebe995-a4fe-4fd8-a999-1ba17e970265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211855 Nov 04 13:31:21.784553 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907271a-a24c-4ab2-bc27-3f4e54d127ca req-7f8376bb-771f-42f8-b628-8c14c5af2bbd tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:21.786014 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e907271a-a24c-4ab2-bc27-3f4e54d127ca req-7f8376bb-771f-42f8-b628-8c14c5af2bbd tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.0756793 Nov 04 13:31:21.831322 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e907271a-a24c-4ab2-bc27-3f4e54d127ca req-cfbb4ae1-51fb-4bfd-a325-25aa787cd994 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391934 Nov 04 13:31:22.212410 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 7cbc4016-4252-4f19-a49d-0430221423dc up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:31:22.279025 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning for port 7cbc4016-4252-4f19-a49d-0430221423dc completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:31:22.284445 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port 7cbc4016-4252-4f19-a49d-0430221423dc triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:31:22.285074 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:22.354970 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb7ab0-d23e-449e-9a83-66c4a11e056d req-91681dd9-3123-4204-8c3d-4edb3ad76fc2 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:22.360036 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3bcb7ab0-d23e-449e-9a83-66c4a11e056d req-91681dd9-3123-4204-8c3d-4edb3ad76fc2 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=025b42bc-4e79-420e-9c16-7e0161363e56 HTTP/1.1" status: 200 len: 945 time: 0.0870676 Nov 04 13:31:22.404656 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:22.405118 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3bcb7ab0-d23e-449e-9a83-66c4a11e056d req-4ec466ab-1f1a-4dc6-9ee2-d09d7a9f9cff tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/security-groups?id=42ebe995-a4fe-4fd8-a999-1ba17e970265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395947 Nov 04 13:31:22.432077 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025b42bc-4e79-420e-9c16-7e0161363e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbc4016-4252-4f19-a49d-0430221423dc'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:31:22.441733 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 7cbc4016-4252-4f19-a49d-0430221423dc, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=7cbc4016-4252-4f19-a49d-0430221423dc,segment=NetworkSegment(93a1e68b-5a42-4622-bf49-7a141dc95a4f),segment_id=93a1e68b-5a42-4622-bf49-7a141dc95a4f)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:31:22.445581 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:22.447480 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-b557bc35-8293-4f18-80a4-6d6d13fcd312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:22.487638 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025b42bc-4e79-420e-9c16-7e0161363e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbc4016-4252-4f19-a49d-0430221423dc', 'code': 200} Nov 04 13:31:22.514436 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=7cbc4016-4252-4f19-a49d-0430221423dc,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:22.518070 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:22.711865 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-44f74bae-1884-4850-8286-7b38118a6dde req-cc769ef2-a73a-4871-8eb4-6b0714d7bf18 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=025b42bc-4e79-420e-9c16-7e0161363e56 HTTP/1.1" status: 200 len: 1099 time: 0.0680296 Nov 04 13:31:22.759599 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-44f74bae-1884-4850-8286-7b38118a6dde req-2762ad2a-12d8-4db3-babc-20ba8913622a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=42ebe995-a4fe-4fd8-a999-1ba17e970265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407734 Nov 04 13:31:23.039122 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98812b-67ab-4247-9c18-25a9fff70c11 req-6cf9691f-26c9-4ca1-91a7-3a82ed6eaaac tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:23.040570 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-de98812b-67ab-4247-9c18-25a9fff70c11 req-6cf9691f-26c9-4ca1-91a7-3a82ed6eaaac tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.0753052 Nov 04 13:31:23.084862 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-de98812b-67ab-4247-9c18-25a9fff70c11 req-87a54fb8-3b4f-4831-825d-6cbeb1ae740a tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389521 Nov 04 13:31:23.607577 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632049a-2fdf-4043-9bef-dccc8ef8eee6 req-dfbf5fed-d032-4ea2-91af-422be4f98aa5 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:23.609039 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a632049a-2fdf-4043-9bef-dccc8ef8eee6 req-dfbf5fed-d032-4ea2-91af-422be4f98aa5 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=025b42bc-4e79-420e-9c16-7e0161363e56 HTTP/1.1" status: 200 len: 946 time: 0.0801783 Nov 04 13:31:23.653776 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a632049a-2fdf-4043-9bef-dccc8ef8eee6 req-39f90d08-f498-4621-a0ef-81147ee73184 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/security-groups?id=42ebe995-a4fe-4fd8-a999-1ba17e970265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392640 Nov 04 13:31:24.213596 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:24.302933 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84faaa-25e7-4b05-9716-01b2d5a41c76 req-01d8c1f5-1876-4c10-9c9f-5b14efd167f9 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:24.304408 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5e84faaa-25e7-4b05-9716-01b2d5a41c76 req-01d8c1f5-1876-4c10-9c9f-5b14efd167f9 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.0817029 Nov 04 13:31:24.349852 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5e84faaa-25e7-4b05-9716-01b2d5a41c76 req-885af5ff-cfb6-4f9b-a860-620d47d0838e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398927 Nov 04 13:31:24.853202 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53253826-1892-4b14-b838-fc1460bfc0f4 req-6821fa3a-f7e7-45e8-8985-677a1c90a312 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:24.854689 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-53253826-1892-4b14-b838-fc1460bfc0f4 req-6821fa3a-f7e7-45e8-8985-677a1c90a312 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=025b42bc-4e79-420e-9c16-7e0161363e56 HTTP/1.1" status: 200 len: 946 time: 0.0777826 Nov 04 13:31:24.903251 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-53253826-1892-4b14-b838-fc1460bfc0f4 req-e2e7667a-5236-429d-b65f-c56f7fa94ff4 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/security-groups?id=42ebe995-a4fe-4fd8-a999-1ba17e970265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427825 Nov 04 13:31:25.568275 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b63a74-9c04-4040-88f9-d47d69946a4a req-da64ef15-ffd9-4947-8aa4-c07f96594ab8 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:25.569902 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-17b63a74-9c04-4040-88f9-d47d69946a4a req-da64ef15-ffd9-4947-8aa4-c07f96594ab8 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.0819950 Nov 04 13:31:25.760870 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-17b63a74-9c04-4040-88f9-d47d69946a4a req-4db1b828-026a-4c24-b5fc-a1c91b62e30c tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853468 Nov 04 13:31:25.837141 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-bf4e440f-458b-45a7-86f7-26ee9c500708 req-73400216-56b4-42a9-bca6-ba81c21821cb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730743 Nov 04 13:31:26.022841 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-bf4e440f-458b-45a7-86f7-26ee9c500708 req-05f95445-bea5-46e1-be91-d9f727cc5639 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ee82abcf6af4540a23cf6a0cabcf02d&device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 1099 time: 0.1134427 Nov 04 13:31:26.073696 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0592b9-90c7-4dd4-90eb-a11fbcb12c0c req-f40c534c-2fbd-409e-8b8a-37f377e63014 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:26.075081 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8f0592b9-90c7-4dd4-90eb-a11fbcb12c0c req-f40c534c-2fbd-409e-8b8a-37f377e63014 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=025b42bc-4e79-420e-9c16-7e0161363e56 HTTP/1.1" status: 200 len: 946 time: 0.1102216 Nov 04 13:31:26.194686 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8f0592b9-90c7-4dd4-90eb-a11fbcb12c0c req-82f9f61e-f9ba-40de-8833-94466301d752 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/security-groups?id=42ebe995-a4fe-4fd8-a999-1ba17e970265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129544 Nov 04 13:31:26.214461 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e440f-458b-45a7-86f7-26ee9c500708 req-21cd8cc6-1c63-486b-92f9-6fb2a4a1ec8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:26.215875 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-bf4e440f-458b-45a7-86f7-26ee9c500708 req-21cd8cc6-1c63-486b-92f9-6fb2a4a1ec8b service neutron] 10.222.0.52 "GET /v2.0/networks?id=df8f186d-bbe6-4f3f-8311-7c1b35152aa5 HTTP/1.1" status: 200 len: 909 time: 0.1650858 Nov 04 13:31:26.323575 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-bf4e440f-458b-45a7-86f7-26ee9c500708 req-05bcdeeb-63ab-4ddc-86a3-ebb7040717bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fa7a15e-9de0-44ee-a466-ad74f981b011 HTTP/1.1" status: 200 len: 1002 time: 0.1002750 Nov 04 13:31:26.387263 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e440f-458b-45a7-86f7-26ee9c500708 req-7005e135-1f90-488a-b2d4-9ebc7c9df3b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:26.388636 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-bf4e440f-458b-45a7-86f7-26ee9c500708 req-7005e135-1f90-488a-b2d4-9ebc7c9df3b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f0beef5-8835-4c75-a34e-3fbc299334f2 HTTP/1.1" status: 200 len: 847 time: 0.0577061 Nov 04 13:31:26.465652 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-bf4e440f-458b-45a7-86f7-26ee9c500708 req-0f63f223-7bd3-444a-b8e8-4ae08e0edbee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df8f186d-bbe6-4f3f-8311-7c1b35152aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698509 Nov 04 13:31:26.596954 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-bf4e440f-458b-45a7-86f7-26ee9c500708 req-0c08264c-bbef-4803-9795-307cb7c84648 service neutron] 10.222.0.52 "GET /v2.0/networks/df8f186d-bbe6-4f3f-8311-7c1b35152aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233933 Nov 04 13:31:26.733048 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-bf4e440f-458b-45a7-86f7-26ee9c500708 req-eb2b6c07-9892-470c-9e8e-c8f4edf3e964 service neutron] 10.222.0.52 "GET /v2.0/networks/df8f186d-bbe6-4f3f-8311-7c1b35152aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265430 Nov 04 13:31:26.969776 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2187a68-594e-4cad-abbc-811607117610 req-29d53986-b54a-490f-a56d-19d0883e86a0 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:26.971128 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a2187a68-594e-4cad-abbc-811607117610 req-29d53986-b54a-490f-a56d-19d0883e86a0 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.0758934 Nov 04 13:31:27.015179 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a2187a68-594e-4cad-abbc-811607117610 req-55ecd751-4d55-4ed5-9853-6e867c43f7a6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379148 Nov 04 13:31:27.465876 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c2e89-c202-4892-a220-91e298dcb3be req-c7c08e3b-057f-4021-abfc-056ae975e77e tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:27.467361 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-296c2e89-c202-4892-a220-91e298dcb3be req-c7c08e3b-057f-4021-abfc-056ae975e77e tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=025b42bc-4e79-420e-9c16-7e0161363e56 HTTP/1.1" status: 200 len: 946 time: 0.1481216 Nov 04 13:31:27.514480 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-296c2e89-c202-4892-a220-91e298dcb3be req-2a140773-10c9-4f0f-af76-d5aa7e9ed75d tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/security-groups?id=42ebe995-a4fe-4fd8-a999-1ba17e970265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415039 Nov 04 13:31:27.519884 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72dfbf-0c82-4ed7-bb1e-a845ca1a4304 req-d6d5a9fe-966b-43a5-8843-b0906d7c0473 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:27.521680 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7a72dfbf-0c82-4ed7-bb1e-a845ca1a4304 req-d6d5a9fe-966b-43a5-8843-b0906d7c0473 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.52 "GET /v2.0/ports?device_id=025b42bc-4e79-420e-9c16-7e0161363e56 HTTP/1.1" status: 200 len: 946 time: 0.0792596 Nov 04 13:31:27.662346 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-7a72dfbf-0c82-4ed7-bb1e-a845ca1a4304 req-35b7793d-b92b-4001-bb5c-76ef2fe7968c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Deleting port 7cbc4016-4252-4f19-a49d-0430221423dc {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:31:27.663020 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-7a72dfbf-0c82-4ed7-bb1e-a845ca1a4304 req-35b7793d-b92b-4001-bb5c-76ef2fe7968c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:27.904228 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-7a72dfbf-0c82-4ed7-bb1e-a845ca1a4304 req-35b7793d-b92b-4001-bb5c-76ef2fe7968c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] For port 7cbc4016-4252-4f19-a49d-0430221423dc, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=7cbc4016-4252-4f19-a49d-0430221423dc,segment=NetworkSegment(93a1e68b-5a42-4622-bf49-7a141dc95a4f),segment_id=93a1e68b-5a42-4622-bf49-7a141dc95a4f)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:31:27.904582 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-7a72dfbf-0c82-4ed7-bb1e-a845ca1a4304 req-35b7793d-b92b-4001-bb5c-76ef2fe7968c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:28.023387 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-7a72dfbf-0c82-4ed7-bb1e-a845ca1a4304 req-35b7793d-b92b-4001-bb5c-76ef2fe7968c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Calling delete_port for 7cbc4016-4252-4f19-a49d-0430221423dc owned by compute:nova {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:31:28.166046 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-7a72dfbf-0c82-4ed7-bb1e-a845ca1a4304 req-35b7793d-b92b-4001-bb5c-76ef2fe7968c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:28.172343 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-7d51d7d3-cf72-4b97-a1c9-00c86dd90d63 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:28.179399 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['7cbc4016-4252-4f19-a49d-0430221423dc'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:31:28.215072 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7793d-b92b-4001-bb5c-76ef2fe7968c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Pushing event deleted for resources: {'Port': ['ID=7cbc4016-4252-4f19-a49d-0430221423dc,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:28.217456 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-35b7793d-b92b-4001-bb5c-76ef2fe7968c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:28.251245 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b9d95-a746-42ce-96f6-a1205529debd req-31b27c94-4bb0-43bc-a0e6-3818f0e46079 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:28.252688 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-026b9d95-a746-42ce-96f6-a1205529debd req-31b27c94-4bb0-43bc-a0e6-3818f0e46079 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.0977783 Nov 04 13:31:28.300141 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-026b9d95-a746-42ce-96f6-a1205529debd req-b399021c-204d-4976-94e3-dfc210ddbfd8 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414658 Nov 04 13:31:28.306714 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a72dfbf-0c82-4ed7-bb1e-a845ca1a4304 req-35b7793d-b92b-4001-bb5c-76ef2fe7968c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] No DVR routers for this DVR port 7cbc4016-4252-4f19-a49d-0430221423dc on host hv-cinder-81036 {{(pid=82772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:31:28.309193 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-7a72dfbf-0c82-4ed7-bb1e-a845ca1a4304 req-35b7793d-b92b-4001-bb5c-76ef2fe7968c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:28.313291 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025b42bc-4e79-420e-9c16-7e0161363e56', 'name': 'network-vif-deleted', 'tag': '7cbc4016-4252-4f19-a49d-0430221423dc'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:31:28.328009 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7a72dfbf-0c82-4ed7-bb1e-a845ca1a4304 req-35b7793d-b92b-4001-bb5c-76ef2fe7968c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.52 "DELETE /v2.0/ports/7cbc4016-4252-4f19-a49d-0430221423dc HTTP/1.1" status: 204 len: 173 time: 0.8002100 Nov 04 13:31:28.375435 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025b42bc-4e79-420e-9c16-7e0161363e56', 'name': 'network-vif-deleted', 'tag': '7cbc4016-4252-4f19-a49d-0430221423dc', 'status': 'completed', 'code': 200} Nov 04 13:31:28.687996 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-f6566d45-d13b-4d95-acd8-7d43f53e1285 req-7bdf3469-8035-4678-b315-3a0e58622dc0 tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] 10.222.0.93 "GET /v2.0/ports?device_id=025b42bc-4e79-420e-9c16-7e0161363e56 HTTP/1.1" status: 200 len: 210 time: 0.0401218 Nov 04 13:31:29.023815 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-86cf8bbe-7c17-45b0-b072-e5c3172f4275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:29.389148 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:29.511682 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4215cc1-48ce-4677-9c3b-3d2e57fd39b7 req-139eb218-d724-4099-86c1-a98207249156 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:29.513028 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e4215cc1-48ce-4677-9c3b-3d2e57fd39b7 req-139eb218-d724-4099-86c1-a98207249156 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.0758748 Nov 04 13:31:29.560371 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e4215cc1-48ce-4677-9c3b-3d2e57fd39b7 req-9bcd8ba8-316f-450d-8b50-073ebbe192e8 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418503 Nov 04 13:31:30.239117 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 7cbc4016-4252-4f19-a49d-0430221423dc no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:31:30.270945 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] No Port match for: 7cbc4016-4252-4f19-a49d-0430221423dc {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:31:30.271356 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 7cbc4016-4252-4f19-a49d-0430221423dc not bound to the agent host hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:31:30.772314 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d4138-2f2f-4d84-9326-c66eec3bad67 req-1a487e2b-b2e9-4f83-ab54-516255158fa7 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:30.773811 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e65d4138-2f2f-4d84-9326-c66eec3bad67 req-1a487e2b-b2e9-4f83-ab54-516255158fa7 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.0783012 Nov 04 13:31:30.824812 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e65d4138-2f2f-4d84-9326-c66eec3bad67 req-cf02981f-f4b1-47c9-9260-55abde8c020b tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455673 Nov 04 13:31:31.138491 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ab76470d-66f1-44a3-b17b-5d374d5eefe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:32.047939 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:32.051353 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06720161-d197-4946-a74e-823093620159 req-5fea340a-df74-4927-ae05-cd0033cdb963 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:32.053633 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-06720161-d197-4946-a74e-823093620159 req-5fea340a-df74-4927-ae05-cd0033cdb963 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.0932086 Nov 04 13:31:32.101242 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-06720161-d197-4946-a74e-823093620159 req-082f7bbd-e141-4e56-8ccc-daa323417c6e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418341 Nov 04 13:31:33.338545 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a734718-85cb-4e51-b394-7acd0be65f85 req-2c4f1f84-3c20-474f-a57a-2a5f9e9c0307 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:33.339952 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5a734718-85cb-4e51-b394-7acd0be65f85 req-2c4f1f84-3c20-474f-a57a-2a5f9e9c0307 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.0825133 Nov 04 13:31:33.388561 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5a734718-85cb-4e51-b394-7acd0be65f85 req-e31b2c43-bd12-4a6d-b55c-d581a7a0bff1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430121 Nov 04 13:31:33.614478 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:34.623843 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4760ac-0b94-48bf-b125-cdc42795a6bc req-bf3ec607-f044-448f-955b-c8240f4b9608 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:34.630599 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4b4760ac-0b94-48bf-b125-cdc42795a6bc req-bf3ec607-f044-448f-955b-c8240f4b9608 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.0997329 Nov 04 13:31:34.677948 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4b4760ac-0b94-48bf-b125-cdc42795a6bc req-b08ebbc6-e900-452d-ae17-e09728a36f2e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454385 Nov 04 13:31:35.929255 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0ab88-c47b-45e7-a069-2bfe73b90928 req-9ea5f7e1-5c41-4546-92d1-0fac91595626 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:35.930952 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a1f0ab88-c47b-45e7-a069-2bfe73b90928 req-9ea5f7e1-5c41-4546-92d1-0fac91595626 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.0965052 Nov 04 13:31:35.988278 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a1f0ab88-c47b-45e7-a069-2bfe73b90928 req-1a370387-d7d7-4afa-bc65-5f826c4eb424 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511725 Nov 04 13:31:37.285107 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4351fe-6e2a-41af-9aff-be47e20e43a4 req-5e454ddf-e3fb-4083-be9d-d50b528bf36b tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:37.286778 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1f4351fe-6e2a-41af-9aff-be47e20e43a4 req-5e454ddf-e3fb-4083-be9d-d50b528bf36b tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.1383996 Nov 04 13:31:37.346168 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1f4351fe-6e2a-41af-9aff-be47e20e43a4 req-80411837-954f-499e-9eab-d9083f18a096 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532761 Nov 04 13:31:38.281056 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 9ff05d04-c014-42e6-ba94-489daad1987f details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:31:38.458459 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 9ff05d04-c014-42e6-ba94-489daad1987f, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=9ff05d04-c014-42e6-ba94-489daad1987f,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:31:38.479326 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': '9ff05d04-c014-42e6-ba94-489daad1987f', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'port_id': '9ff05d04-c014-42e6-ba94-489daad1987f', 'mac_address': 'fa:16:3e:bb:32:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:31:38.547964 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:38.567533 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ff05d04-c014-42e6-ba94-489daad1987f {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:31:38.592821 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 9ff05d04-c014-42e6-ba94-489daad1987f, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=9ff05d04-c014-42e6-ba94-489daad1987f,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:31:38.601469 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:38.603678 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:38.632274 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556ecfb-a1a5-4490-a255-5a2d701fb00a req-26c5c4b3-2efe-4faa-9f8d-611e82fc6e5e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:38.640037 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c556ecfb-a1a5-4490-a255-5a2d701fb00a req-26c5c4b3-2efe-4faa-9f8d-611e82fc6e5e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.0936568 Nov 04 13:31:38.678157 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=9ff05d04-c014-42e6-ba94-489daad1987f,revision_number=6']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:38.681951 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:38.691523 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c556ecfb-a1a5-4490-a255-5a2d701fb00a req-04a43789-82cb-4c08-99ef-9860bf6e0180 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506494 Nov 04 13:31:38.704911 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['9ff05d04-c014-42e6-ba94-489daad1987f'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:31:39.966084 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8465d-5ede-4137-a55c-24442c27b754 req-f4a7185e-4571-4be4-b198-f16862b41ef9 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:39.968433 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1dc8465d-5ede-4137-a55c-24442c27b754 req-f4a7185e-4571-4be4-b198-f16862b41ef9 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 944 time: 0.1027975 Nov 04 13:31:40.032197 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1dc8465d-5ede-4137-a55c-24442c27b754 req-1d8d4fb0-9c11-4c90-800a-46e3acf778a6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476444 Nov 04 13:31:40.291399 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 9ff05d04-c014-42e6-ba94-489daad1987f up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:31:40.383930 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port 9ff05d04-c014-42e6-ba94-489daad1987f triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:31:40.384306 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:40.591260 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:40.623860 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb940771-a547-4de4-8680-9b733257745c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff05d04-c014-42e6-ba94-489daad1987f'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:31:40.657951 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 9ff05d04-c014-42e6-ba94-489daad1987f, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=9ff05d04-c014-42e6-ba94-489daad1987f,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:31:40.670423 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:40.675151 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-b557bc35-8293-4f18-80a4-6d6d13fcd312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:40.801660 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb940771-a547-4de4-8680-9b733257745c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff05d04-c014-42e6-ba94-489daad1987f', 'code': 200} Nov 04 13:31:40.860224 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=9ff05d04-c014-42e6-ba94-489daad1987f,revision_number=7']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:40.864008 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:41.344073 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fcae1-3d20-4cec-a4d5-8bbceea12b6b req-72a2488e-3e2e-4994-8193-40ee875c5791 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:41.353255 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-079fcae1-3d20-4cec-a4d5-8bbceea12b6b req-72a2488e-3e2e-4994-8193-40ee875c5791 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.1207259 Nov 04 13:31:41.441286 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-079fcae1-3d20-4cec-a4d5-8bbceea12b6b req-0f7e737a-bf13-43fd-9442-927e7e23f748 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870554 Nov 04 13:31:42.681652 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a10625-4bf7-413b-8e30-8c8e55a096ae req-6cee11f4-1ce3-426a-b372-69885507c26e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:42.691009 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-57a10625-4bf7-413b-8e30-8c8e55a096ae req-6cee11f4-1ce3-426a-b372-69885507c26e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.1007879 Nov 04 13:31:42.747529 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-57a10625-4bf7-413b-8e30-8c8e55a096ae req-676bf9ae-47ea-47b1-a3a4-226de44942df tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553358 Nov 04 13:31:44.016965 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67651d-c0ed-4d3f-9ce2-d2835e128f09 req-f84c5028-f6a1-443c-9a54-1952bb8256c5 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:44.020495 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-2e67651d-c0ed-4d3f-9ce2-d2835e128f09 req-f84c5028-f6a1-443c-9a54-1952bb8256c5 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.1030133 Nov 04 13:31:44.085320 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-2e67651d-c0ed-4d3f-9ce2-d2835e128f09 req-4f6a863c-70b8-45ed-97f6-2b5a51595c01 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588882 Nov 04 13:31:45.644037 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7cdbf-88d6-4ef7-8c4a-0b97a079f0a0 req-bcad81a3-4009-4fe0-a335-044f9735276a tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:45.652913 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-21b7cdbf-88d6-4ef7-8c4a-0b97a079f0a0 req-bcad81a3-4009-4fe0-a335-044f9735276a tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.1150248 Nov 04 13:31:45.712983 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-21b7cdbf-88d6-4ef7-8c4a-0b97a079f0a0 req-8a0ae1d5-7a66-4804-bba0-b8bd5e714cba tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585480 Nov 04 13:31:47.127510 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a7316-7f5a-40e2-97de-6a6c58512aba req-64329831-44bb-45bd-a47c-8750195be63f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:47.135290 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-183a7316-7f5a-40e2-97de-6a6c58512aba req-64329831-44bb-45bd-a47c-8750195be63f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.0946178 Nov 04 13:31:47.194189 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-183a7316-7f5a-40e2-97de-6a6c58512aba req-85188633-d270-4973-8229-94df1365d3ac tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579717 Nov 04 13:31:48.469964 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd57ae9-978f-4888-844c-c143f242f0ab req-3ab8da4c-c939-4c87-8666-dca47f66ff2f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:48.472438 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-bbd57ae9-978f-4888-844c-c143f242f0ab req-3ab8da4c-c939-4c87-8666-dca47f66ff2f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.0908723 Nov 04 13:31:48.557279 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-bbd57ae9-978f-4888-844c-c143f242f0ab req-abaaff64-545e-417b-b011-ae138f188268 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730510 Nov 04 13:31:49.815399 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e87c5-6ad5-4472-a4bc-f7b37599f870 req-30196a1b-bf30-4eea-97fa-8fb4014f359f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:49.817988 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8d8e87c5-6ad5-4472-a4bc-f7b37599f870 req-30196a1b-bf30-4eea-97fa-8fb4014f359f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.0949159 Nov 04 13:31:49.883112 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8d8e87c5-6ad5-4472-a4bc-f7b37599f870 req-ff0e0e2a-d056-49f0-ac3c-676bada34f5c tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556502 Nov 04 13:31:51.107196 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e9067-f26e-477c-800b-88fa26d6b256 req-654d34b8-f0b6-4ae9-a26e-d63969895e7f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:51.108674 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ac8e9067-f26e-477c-800b-88fa26d6b256 req-654d34b8-f0b6-4ae9-a26e-d63969895e7f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.0846331 Nov 04 13:31:51.170295 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ac8e9067-f26e-477c-800b-88fa26d6b256 req-95fa0a11-4d95-4bcb-a8cb-455faa39b68f tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557177 Nov 04 13:31:51.623473 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 46626) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:31:51.773740 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc750760-6d08-4248-b37b-357fcc2ffe29 admin admin] Deleting subnet b0cd7d7b-f2a8-45d3-9f9b-1d01ac2365df {{(pid=82773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 04 13:31:51.776727 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-dc750760-6d08-4248-b37b-357fcc2ffe29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:51.827831 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-dc750760-6d08-4248-b37b-357fcc2ffe29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671906'] for subnet, precommit_delete_associations {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:51.882888 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-dc750760-6d08-4248-b37b-357fcc2ffe29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1049700'] for subnet, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:51.952658 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-dc750760-6d08-4248-b37b-357fcc2ffe29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1049629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2671894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2421650'] for subnet, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:51.956997 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-bf5fcdc8-d60d-490c-b1ec-85b02c09a4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:51.992325 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc750760-6d08-4248-b37b-357fcc2ffe29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0cd7d7b-f2a8-45d3-9f9b-1d01ac2365df,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:51.997842 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-dc750760-6d08-4248-b37b-357fcc2ffe29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:52.007215 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc750760-6d08-4248-b37b-357fcc2ffe29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:52.007587 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc750760-6d08-4248-b37b-357fcc2ffe29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:52.007950 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc750760-6d08-4248-b37b-357fcc2ffe29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:52.008299 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc750760-6d08-4248-b37b-357fcc2ffe29 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:52.008661 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc750760-6d08-4248-b37b-357fcc2ffe29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:52.009011 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc750760-6d08-4248-b37b-357fcc2ffe29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:52.009360 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc750760-6d08-4248-b37b-357fcc2ffe29 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:52.009749 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc750760-6d08-4248-b37b-357fcc2ffe29 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:52.010105 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc750760-6d08-4248-b37b-357fcc2ffe29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:52.010449 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc750760-6d08-4248-b37b-357fcc2ffe29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:52.010792 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc750760-6d08-4248-b37b-357fcc2ffe29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:31:52.014341 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-dc750760-6d08-4248-b37b-357fcc2ffe29 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/b0cd7d7b-f2a8-45d3-9f9b-1d01ac2365df HTTP/1.1" status: 204 len: 168 time: 0.3898516 Nov 04 13:31:52.015156 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-dc750760-6d08-4248-b37b-357fcc2ffe29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:52.016840 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 46636) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:31:52.121569 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-74ad332d-8bb2-4fab-b4e8-230a5a5cb320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1120378'] for network, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:52.246288 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-74ad332d-8bb2-4fab-b4e8-230a5a5cb320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1063405', 'neutron.services.segments.db._delete_segments_for_network-8742936665528'] for network, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:52.271709 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-74ad332d-8bb2-4fab-b4e8-230a5a5cb320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cca045-b983-4e18-94d2-0e73107a54fe']}} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:31:52.288095 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-74ad332d-8bb2-4fab-b4e8-230a5a5cb320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a1e68b-5a42-4622-bf49-7a141dc95a4f') {'for_net_delete': True} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:31:52.288393 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-74ad332d-8bb2-4fab-b4e8-230a5a5cb320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a1e68b-5a42-4622-bf49-7a141dc95a4f') {} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:31:52.301335 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-74ad332d-8bb2-4fab-b4e8-230a5a5cb320 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742936667091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671929'] for segment, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:52.359835 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-74ad332d-8bb2-4fab-b4e8-230a5a5cb320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:52.369066 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ad332d-8bb2-4fab-b4e8-230a5a5cb320 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=82773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 04 13:31:52.369444 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-74ad332d-8bb2-4fab-b4e8-230a5a5cb320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2671996'] for segment, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: Traceback (most recent call last): Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: timer() Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: cb(*args, **kw) Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: return func(*args, **kwargs) Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: self._notify() Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: self.callback(batched_events) Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: event.method(event) Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: return f(self, *a, **k) Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: return self._get(url).json() Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: return self.request(url, 'GET', **kwargs) Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 13:31:52.383262 dv-cinder-810367-1-smb neutron-server[82773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 13:31:52.472696 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-74ad332d-8bb2-4fab-b4e8-230a5a5cb320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1063398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837420'] for network, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:52.479341 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:52.497523 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29647283-42d2-46ba-b8d1-c3a7748e5780 req-065bb365-298d-4235-ac93-1302fe613256 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:52.499002 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-29647283-42d2-46ba-b8d1-c3a7748e5780 req-065bb365-298d-4235-ac93-1302fe613256 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.1898201 Nov 04 13:31:52.504612 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-74ad332d-8bb2-4fab-b4e8-230a5a5cb320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:52.509176 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad332d-8bb2-4fab-b4e8-230a5a5cb320 admin admin] Pushing event deleted for resources: {'Network': ['ID=25cca045-b983-4e18-94d2-0e73107a54fe,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:52.516870 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-74ad332d-8bb2-4fab-b4e8-230a5a5cb320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:52.537173 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-74ad332d-8bb2-4fab-b4e8-230a5a5cb320 admin admin] 10.222.0.93 "DELETE /v2.0/networks/25cca045-b983-4e18-94d2-0e73107a54fe HTTP/1.1" status: 204 len: 168 time: 0.5193524 Nov 04 13:31:52.558314 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ef749ead-a31b-41b5-9527-ff9af67785a0 req-686cdc03-107e-4a52-a2be-fabe4104ba37 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8899ac9b01e42658da4f7daa3a70cb6&device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 1098 time: 0.1490080 Nov 04 13:31:52.562213 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-29647283-42d2-46ba-b8d1-c3a7748e5780 req-c15cae78-b8ae-4739-9a30-646de42415bc tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540185 Nov 04 13:31:52.677889 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 46646) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:31:52.731221 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-9484d3c7-b1cb-4ac4-aa34-c0463be5ab46 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5424f7a81e824eeaa0e5c3edff334e5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519581 Nov 04 13:31:52.733556 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 46650) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:31:52.779151 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef749ead-a31b-41b5-9527-ff9af67785a0 req-24b9062d-3966-4970-8abd-554ae642d787 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:52.780602 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ef749ead-a31b-41b5-9527-ff9af67785a0 req-24b9062d-3966-4970-8abd-554ae642d787 service neutron] 10.222.0.52 "GET /v2.0/networks?id=19b33287-e8f1-4ba3-9b40-154cff1c5c43 HTTP/1.1" status: 200 len: 918 time: 0.2150483 Nov 04 13:31:52.796306 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ac5ed6fa-9d4f-47fc-8c95-4ecc77c145be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:52.826411 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ac5ed6fa-9d4f-47fc-8c95-4ecc77c145be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:52.889575 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ac5ed6fa-9d4f-47fc-8c95-4ecc77c145be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:52.893354 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-2390776e-3aa1-4d05-bf35-76a5385727df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:52.896513 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ef749ead-a31b-41b5-9527-ff9af67785a0 req-b0259cf7-9120-4cfd-a133-2ff998304fd5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ff05d04-c014-42e6-ba94-489daad1987f HTTP/1.1" status: 200 len: 1001 time: 0.1083832 Nov 04 13:31:52.907495 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ed6fa-9d4f-47fc-8c95-4ecc77c145be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ebe995-a4fe-4fd8-a999-1ba17e970265,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:52.909985 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-ac5ed6fa-9d4f-47fc-8c95-4ecc77c145be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:52.920075 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ac5ed6fa-9d4f-47fc-8c95-4ecc77c145be admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:52.923692 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-ac5ed6fa-9d4f-47fc-8c95-4ecc77c145be admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/42ebe995-a4fe-4fd8-a999-1ba17e970265 HTTP/1.1" status: 204 len: 168 time: 0.1866033 Nov 04 13:31:52.977412 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef749ead-a31b-41b5-9527-ff9af67785a0 req-c04e6a4b-2115-40ea-ad7e-a8cb4f9e7a5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:52.978839 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ef749ead-a31b-41b5-9527-ff9af67785a0 req-c04e6a4b-2115-40ea-ad7e-a8cb4f9e7a5d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=015f8400-61d5-446c-9985-04a90256d94c HTTP/1.1" status: 200 len: 856 time: 0.0609069 Nov 04 13:31:53.056432 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ef749ead-a31b-41b5-9527-ff9af67785a0 req-f8a2fc5f-acb6-4859-9dcb-b4a5915882e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b33287-e8f1-4ba3-9b40-154cff1c5c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0697818 Nov 04 13:31:53.195847 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ef749ead-a31b-41b5-9527-ff9af67785a0 req-3c1a107f-2d04-4e89-bd1b-06654213f1cb service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272929 Nov 04 13:31:53.334587 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ef749ead-a31b-41b5-9527-ff9af67785a0 req-b1270ee7-369c-4694-a261-6fa72195d121 service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303408 Nov 04 13:31:53.784335 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b1a65-1162-4806-92e2-548aef93a342 req-4b6f29f0-5012-4535-aa14-63b79877b59b tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:53.785817 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1e5b1a65-1162-4806-92e2-548aef93a342 req-4b6f29f0-5012-4535-aa14-63b79877b59b tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 945 time: 0.0823231 Nov 04 13:31:53.832814 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1e5b1a65-1162-4806-92e2-548aef93a342 req-ef9b2fcc-ca65-43de-8fe6-d8657a2893d2 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412912 Nov 04 13:31:54.231120 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:54.384552 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 9ff05d04-c014-42e6-ba94-489daad1987f no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:31:54.451910 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:31:54.500861 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:54.527664 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb940771-a547-4de4-8680-9b733257745c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ff05d04-c014-42e6-ba94-489daad1987f'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:31:54.537593 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 9ff05d04-c014-42e6-ba94-489daad1987f, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=9ff05d04-c014-42e6-ba94-489daad1987f,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:31:54.541361 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:54.543218 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:31:54.583790 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb940771-a547-4de4-8680-9b733257745c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ff05d04-c014-42e6-ba94-489daad1987f', 'code': 200} Nov 04 13:31:54.607974 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=9ff05d04-c014-42e6-ba94-489daad1987f,revision_number=8']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:31:54.610994 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:31:55.050693 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e31da4-00a3-4c61-9282-4daa5a4d0687 req-b9daa021-86e7-4016-a826-4509059c6167 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:55.052824 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f0e31da4-00a3-4c61-9282-4daa5a4d0687 req-b9daa021-86e7-4016-a826-4509059c6167 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 943 time: 0.0807331 Nov 04 13:31:55.098377 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f0e31da4-00a3-4c61-9282-4daa5a4d0687 req-e91b2841-e0c0-4497-a6d8-6362d8cd8c30 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398276 Nov 04 13:31:56.316922 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a2e30-9043-4149-85ca-82cadf54f134 req-d1549e92-d48c-4eac-91f6-fa4d1f8d8366 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:56.319089 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7e5a2e30-9043-4149-85ca-82cadf54f134 req-d1549e92-d48c-4eac-91f6-fa4d1f8d8366 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 943 time: 0.0808840 Nov 04 13:31:56.368484 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7e5a2e30-9043-4149-85ca-82cadf54f134 req-0f73b3e1-0c01-44bd-b650-bcd902909fc1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441315 Nov 04 13:31:57.902426 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c79f1a5f-b20d-4a9c-82d5-22441920c74e req-875bfacd-811b-4f84-9a12-dbb9d5762c4f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1901896 Nov 04 13:31:58.151013 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-efc1b20f-a1e1-41ad-8c03-a6a5e62ad7b5 req-d4f56ed6-06a6-479a-afe2-bcab0f33e67f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0689578 Nov 04 13:31:58.175799 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e35715-ecdb-471b-aea6-248d7ad4dbb9 req-56143e85-db8f-4f1a-8b1d-23c5a7b1131c tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:58.178052 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-50e35715-ecdb-471b-aea6-248d7ad4dbb9 req-56143e85-db8f-4f1a-8b1d-23c5a7b1131c tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 943 time: 0.0856628 Nov 04 13:31:58.229349 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-50e35715-ecdb-471b-aea6-248d7ad4dbb9 req-f6db4f5d-7a73-4c8c-a3db-98fec55eda00 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448737 Nov 04 13:31:58.413497 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 9ff05d04-c014-42e6-ba94-489daad1987f no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:31:58.912412 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-efc1b20f-a1e1-41ad-8c03-a6a5e62ad7b5 req-75db6a48-626e-41fc-9f47-d633e9dd8e4e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c&tenant_id=a8899ac9b01e42658da4f7daa3a70cb6 HTTP/1.1" status: 200 len: 1096 time: 0.0715561 Nov 04 13:31:59.009289 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-efc1b20f-a1e1-41ad-8c03-a6a5e62ad7b5 req-839bd7ef-c1ef-4c95-859d-93ce14b34b5a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8899ac9b01e42658da4f7daa3a70cb6&device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 1096 time: 0.0678840 Nov 04 13:31:59.024754 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d5e923c6-fad5-4ce3-b01c-1d122d94efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:59.151915 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1b20f-a1e1-41ad-8c03-a6a5e62ad7b5 req-74ddac4c-65e1-4007-9559-b759728c09fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:59.153241 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-efc1b20f-a1e1-41ad-8c03-a6a5e62ad7b5 req-74ddac4c-65e1-4007-9559-b759728c09fd service neutron] 10.222.0.52 "GET /v2.0/networks?id=19b33287-e8f1-4ba3-9b40-154cff1c5c43 HTTP/1.1" status: 200 len: 918 time: 0.1349440 Nov 04 13:31:59.261760 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-efc1b20f-a1e1-41ad-8c03-a6a5e62ad7b5 req-7bafd032-294b-47e9-913a-f54ac5aa19ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ff05d04-c014-42e6-ba94-489daad1987f HTTP/1.1" status: 200 len: 999 time: 0.0975113 Nov 04 13:31:59.337033 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1b20f-a1e1-41ad-8c03-a6a5e62ad7b5 req-d2c49f3b-a82e-4ba6-a5ab-283c7955b517 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:59.338514 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-efc1b20f-a1e1-41ad-8c03-a6a5e62ad7b5 req-d2c49f3b-a82e-4ba6-a5ab-283c7955b517 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=015f8400-61d5-446c-9985-04a90256d94c HTTP/1.1" status: 200 len: 856 time: 0.0662603 Nov 04 13:31:59.412803 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:59.430092 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-efc1b20f-a1e1-41ad-8c03-a6a5e62ad7b5 req-ab3d2d7a-cce6-43a4-b5ed-c4806b2f3768 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b33287-e8f1-4ba3-9b40-154cff1c5c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811179 Nov 04 13:31:59.453314 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c15a37-ff13-4f29-8261-b988426c20bc req-f9dbc841-1292-48a8-b385-f0f47dfbec1a tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:31:59.454816 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-03c15a37-ff13-4f29-8261-b988426c20bc req-f9dbc841-1292-48a8-b385-f0f47dfbec1a tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 943 time: 0.0840526 Nov 04 13:31:59.509388 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-03c15a37-ff13-4f29-8261-b988426c20bc req-23a8adb4-ba21-4592-8118-f48aefca85d5 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480959 Nov 04 13:31:59.572954 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-efc1b20f-a1e1-41ad-8c03-a6a5e62ad7b5 req-bde71955-5329-423a-b438-71907ebe9e7d service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326826 Nov 04 13:31:59.748615 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 46782) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:31:59.796092 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-efc1b20f-a1e1-41ad-8c03-a6a5e62ad7b5 req-b2e93925-511b-4dd9-a902-6e7d8c102b71 service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130711 Nov 04 13:31:59.895097 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-86661d1e-052a-47a2-b2da-34c95cd448d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:31:59.928862 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-86661d1e-052a-47a2-b2da-34c95cd448d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:31:59.932777 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-86661d1e-052a-47a2-b2da-34c95cd448d3 admin admin] Usage tracker for resource:security_group_rule and tenant:163a2c865a994362b729dbde258aab50 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:31:59.935913 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-86661d1e-052a-47a2-b2da-34c95cd448d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:31:59.944039 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-86661d1e-052a-47a2-b2da-34c95cd448d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:32:00.030254 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-86661d1e-052a-47a2-b2da-34c95cd448d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:00.034781 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-86661d1e-052a-47a2-b2da-34c95cd448d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:00.043054 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-387de22d-3ecd-41c1-98e3-a4ea59c6c0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:00.087685 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86661d1e-052a-47a2-b2da-34c95cd448d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea61d4ed-16b2-4be5-afdd-bfecd0273fa4,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:00.091618 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-86661d1e-052a-47a2-b2da-34c95cd448d3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=163a2c865a994362b729dbde258aab50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3420086 Nov 04 13:32:00.092485 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-86661d1e-052a-47a2-b2da-34c95cd448d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:00.095340 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 46790) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:32:00.167750 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-3aed7e3e-a5f9-484b-9c6e-1b01ba246272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:00.194020 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-3aed7e3e-a5f9-484b-9c6e-1b01ba246272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:00.246876 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-3aed7e3e-a5f9-484b-9c6e-1b01ba246272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:00.250652 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-c2cfe7e5-ca05-4b74-929b-e9feb4408f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:00.262056 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed7e3e-a5f9-484b-9c6e-1b01ba246272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea61d4ed-16b2-4be5-afdd-bfecd0273fa4,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:00.264222 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-3aed7e3e-a5f9-484b-9c6e-1b01ba246272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:00.268984 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-3aed7e3e-a5f9-484b-9c6e-1b01ba246272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:00.270235 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-3aed7e3e-a5f9-484b-9c6e-1b01ba246272 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ea61d4ed-16b2-4be5-afdd-bfecd0273fa4 HTTP/1.1" status: 204 len: 168 time: 0.1740990 Nov 04 13:32:00.735729 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68034108-1018-43e8-aa6a-9bc0f897d7c6 req-e9f2a808-1aa2-4df0-b427-4d37d572ccb9 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:00.737731 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-68034108-1018-43e8-aa6a-9bc0f897d7c6 req-e9f2a808-1aa2-4df0-b427-4d37d572ccb9 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 943 time: 0.0810733 Nov 04 13:32:00.785916 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-68034108-1018-43e8-aa6a-9bc0f897d7c6 req-f5b4cf64-8aaf-44bb-b77a-296e74a9a495 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425112 Nov 04 13:32:01.144863 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ee7d71b1-b1ee-4b8b-940b-bb473825f561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:02.026238 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c2303-bc6f-401e-9d67-399e8fb8ed3d req-82fc9e2f-c2ba-4c28-b63c-a809f1a47df9 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:02.027688 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-340c2303-bc6f-401e-9d67-399e8fb8ed3d req-82fc9e2f-c2ba-4c28-b63c-a809f1a47df9 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 943 time: 0.0853894 Nov 04 13:32:02.045156 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:02.077073 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-340c2303-bc6f-401e-9d67-399e8fb8ed3d req-110604e1-3da7-4215-8697-82cae0f3df9d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430505 Nov 04 13:32:03.324337 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cf8cb-2d3d-4cca-8f4d-94145217575e req-b8a87d00-e2ec-4ace-9388-74a7857f6922 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:03.331466 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-571cf8cb-2d3d-4cca-8f4d-94145217575e req-b8a87d00-e2ec-4ace-9388-74a7857f6922 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 943 time: 0.0983770 Nov 04 13:32:03.375725 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-571cf8cb-2d3d-4cca-8f4d-94145217575e req-699bc4ac-3055-457d-8f2f-0bdab1fbed17 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433211 Nov 04 13:32:03.611348 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:04.674965 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b8d10-c6f6-4010-8991-ce5fd4dc6224 req-a4cfe118-a365-4951-8a81-ffd3cda5415b tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:04.676554 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a34b8d10-c6f6-4010-8991-ce5fd4dc6224 req-a4cfe118-a365-4951-8a81-ffd3cda5415b tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 943 time: 0.1570807 Nov 04 13:32:04.725272 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a34b8d10-c6f6-4010-8991-ce5fd4dc6224 req-1808fd1f-5adb-4e1c-bb5b-42d99d1aaa68 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424027 Nov 04 13:32:05.952236 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a5b39-6cd6-48db-949c-4e9d014863db req-4d88f988-6af6-4dab-953c-8078ca1e0231 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:05.953744 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-823a5b39-6cd6-48db-949c-4e9d014863db req-4d88f988-6af6-4dab-953c-8078ca1e0231 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 943 time: 0.0898361 Nov 04 13:32:06.001490 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-823a5b39-6cd6-48db-949c-4e9d014863db req-bdc1c720-8344-4844-b73f-a2040b6e754c tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420241 Nov 04 13:32:07.236895 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfc5b6-82de-4a91-b420-ba5bdecec38c req-5ad3c661-059a-40e3-a639-67e26b205587 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:07.238639 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5acfc5b6-82de-4a91-b420-ba5bdecec38c req-5ad3c661-059a-40e3-a639-67e26b205587 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 943 time: 0.0933559 Nov 04 13:32:07.287985 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5acfc5b6-82de-4a91-b420-ba5bdecec38c req-33f3cc9e-7a49-4689-95e3-53a853e2276d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426698 Nov 04 13:32:08.513930 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30348fcd-c08c-4bbd-a8ce-d720c8621637 req-2b7a974f-abbb-4ffd-95a7-e8f585966773 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:08.515354 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-30348fcd-c08c-4bbd-a8ce-d720c8621637 req-2b7a974f-abbb-4ffd-95a7-e8f585966773 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 943 time: 0.0883603 Nov 04 13:32:08.562041 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-30348fcd-c08c-4bbd-a8ce-d720c8621637 req-bca335dc-93b4-472f-a296-3c20fe04c51a tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411146 Nov 04 13:32:09.775450 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694957e-ef99-4922-806e-cc5131e32c63 req-4bcf015f-9beb-43b3-8829-434e17e04d76 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:09.776950 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1694957e-ef99-4922-806e-cc5131e32c63 req-4bcf015f-9beb-43b3-8829-434e17e04d76 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 943 time: 0.0774701 Nov 04 13:32:09.826374 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1694957e-ef99-4922-806e-cc5131e32c63 req-31ea72d5-3a43-44e7-9d1f-acad41b8896d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434837 Nov 04 13:32:11.040118 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096be36-013f-4333-9e38-102e17eed36b req-d8ce4df0-ae4c-4c99-aed6-95ff36125c8a tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:11.041592 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d096be36-013f-4333-9e38-102e17eed36b req-d8ce4df0-ae4c-4c99-aed6-95ff36125c8a tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 943 time: 0.0784397 Nov 04 13:32:11.088194 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d096be36-013f-4333-9e38-102e17eed36b req-9347d7a0-7606-43aa-9423-cfab352fa7a3 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409615 Nov 04 13:32:12.304058 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc835dc9-6385-4d8e-8ecc-692d16f0befd req-43fb608c-038b-4f34-bd4f-9f319a8a7a19 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:12.305416 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-fc835dc9-6385-4d8e-8ecc-692d16f0befd req-43fb608c-038b-4f34-bd4f-9f319a8a7a19 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 943 time: 0.0769660 Nov 04 13:32:12.354290 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-fc835dc9-6385-4d8e-8ecc-692d16f0befd req-ae71ed7d-784a-402c-84be-5ab90ab918b8 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432861 Nov 04 13:32:12.525040 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 9ff05d04-c014-42e6-ba94-489daad1987f details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:32:12.660774 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 9ff05d04-c014-42e6-ba94-489daad1987f, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=9ff05d04-c014-42e6-ba94-489daad1987f,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:32:12.673279 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': '9ff05d04-c014-42e6-ba94-489daad1987f', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'port_id': '9ff05d04-c014-42e6-ba94-489daad1987f', 'mac_address': 'fa:16:3e:bb:32:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:32:12.749886 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:12.767016 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff05d04-c014-42e6-ba94-489daad1987f {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:32:12.781476 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 9ff05d04-c014-42e6-ba94-489daad1987f, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=9ff05d04-c014-42e6-ba94-489daad1987f,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:32:12.787270 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:12.790074 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:12.853372 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=9ff05d04-c014-42e6-ba94-489daad1987f,revision_number=9']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:12.861867 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:12.862211 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:12.862545 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:12.862875 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:12.863204 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:12.863531 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:12.863851 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:12.864806 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:12.865127 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:12.865446 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:12.865788 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:12.869761 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:13.055964 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['9ff05d04-c014-42e6-ba94-489daad1987f'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:32:13.570980 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858f11a-9a9c-40d6-898b-6812328d25a4 req-892b987d-e263-43b0-9550-0e0e38b2d36e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:13.572423 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f858f11a-9a9c-40d6-898b-6812328d25a4 req-892b987d-e263-43b0-9550-0e0e38b2d36e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 944 time: 0.0787811 Nov 04 13:32:13.619662 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f858f11a-9a9c-40d6-898b-6812328d25a4 req-ae5875c2-0c98-4931-8bca-63ab936ab5cf tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409122 Nov 04 13:32:14.548573 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 9ff05d04-c014-42e6-ba94-489daad1987f up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:32:14.626517 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port 9ff05d04-c014-42e6-ba94-489daad1987f triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:32:14.626805 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:14.752447 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:14.784637 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb940771-a547-4de4-8680-9b733257745c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff05d04-c014-42e6-ba94-489daad1987f'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:32:14.800166 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 9ff05d04-c014-42e6-ba94-489daad1987f, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=9ff05d04-c014-42e6-ba94-489daad1987f,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:32:14.806057 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:14.808415 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:14.880710 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c1088-38aa-43c2-97fe-489c145821a1 req-46784348-6ac9-4881-94e1-1569c81a2e8a tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:14.882853 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1c3c1088-38aa-43c2-97fe-489c145821a1 req-46784348-6ac9-4881-94e1-1569c81a2e8a tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 946 time: 0.0995538 Nov 04 13:32:14.890896 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=9ff05d04-c014-42e6-ba94-489daad1987f,revision_number=10']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:14.893933 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:14.939208 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1c3c1088-38aa-43c2-97fe-489c145821a1 req-f842da04-1ba1-44ce-b6c7-dd465d1fd5e2 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452797 Nov 04 13:32:15.058215 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb940771-a547-4de4-8680-9b733257745c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff05d04-c014-42e6-ba94-489daad1987f', 'code': 200} Nov 04 13:32:15.315798 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3ee4d06c-db0b-47f5-81a1-616ba805e231 req-7c825d37-2980-4f41-bbf6-2283cf0332c2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 1099 time: 0.0730674 Nov 04 13:32:15.363763 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3ee4d06c-db0b-47f5-81a1-616ba805e231 req-82a54bae-4052-48c3-8d04-84858ccdb707 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368795 Nov 04 13:32:16.158099 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07e65e-2a7a-4da8-b592-5ebba5fe461e req-0d88ee32-5dfc-4d50-808a-2b312eae8563 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:16.165696 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-4b07e65e-2a7a-4da8-b592-5ebba5fe461e req-0d88ee32-5dfc-4d50-808a-2b312eae8563 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 946 time: 0.0869868 Nov 04 13:32:16.238303 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-4b07e65e-2a7a-4da8-b592-5ebba5fe461e req-c372bbca-ce26-4f46-8626-46a40fef9edb tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717182 Nov 04 13:32:17.465378 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c141664-3832-41f3-b556-f1aa7b56d339 req-1841dfa0-7d47-424b-971f-bfc8583c6340 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:17.467369 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5c141664-3832-41f3-b556-f1aa7b56d339 req-1841dfa0-7d47-424b-971f-bfc8583c6340 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 946 time: 0.0964704 Nov 04 13:32:17.524092 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5c141664-3832-41f3-b556-f1aa7b56d339 req-234f69a0-aedb-4d59-addd-9690a2008ab9 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501637 Nov 04 13:32:24.236395 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:25.047224 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadb9a3-d351-467e-b24c-4fbd7acdcb85 req-2e5e4f29-29d7-4af5-a4b8-138121300d83 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:25.048659 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9eadb9a3-d351-467e-b24c-4fbd7acdcb85 req-2e5e4f29-29d7-4af5-a4b8-138121300d83 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab187049-b210-4f27-9379-2133c619b6c5 HTTP/1.1" status: 200 len: 945 time: 0.0788009 Nov 04 13:32:25.095460 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9eadb9a3-d351-467e-b24c-4fbd7acdcb85 req-8b25d984-67bd-4e3b-a1c7-ad6a814d516b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=1ebaf2c2-9634-42b4-b365-6099d584c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408280 Nov 04 13:32:26.311523 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7994f8-50dd-431c-993b-622f87fdf1ea req-d58dda12-b17b-47f6-95dd-cccfefd08139 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:26.313195 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8f7994f8-50dd-431c-993b-622f87fdf1ea req-d58dda12-b17b-47f6-95dd-cccfefd08139 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab187049-b210-4f27-9379-2133c619b6c5 HTTP/1.1" status: 200 len: 945 time: 0.0945194 Nov 04 13:32:26.380670 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8f7994f8-50dd-431c-993b-622f87fdf1ea req-eb7d3363-fbfa-47f5-ba82-fe39b4a1fdea tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=1ebaf2c2-9634-42b4-b365-6099d584c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612066 Nov 04 13:32:27.058754 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb655-3ac4-4834-b551-c0737ef70cb5 req-757fd3ed-aea6-4bb1-a215-7fa17bc529e2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:27.060192 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-db0eb655-3ac4-4834-b551-c0737ef70cb5 req-757fd3ed-aea6-4bb1-a215-7fa17bc529e2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab187049-b210-4f27-9379-2133c619b6c5 HTTP/1.1" status: 200 len: 945 time: 0.0847971 Nov 04 13:32:27.133839 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-db0eb655-3ac4-4834-b551-c0737ef70cb5 req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Deleting port c9650957-383a-4bb3-ae84-df33a9b25bee {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:32:27.134158 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-db0eb655-3ac4-4834-b551-c0737ef70cb5 req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:27.429426 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-db0eb655-3ac4-4834-b551-c0737ef70cb5 req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] For port c9650957-383a-4bb3-ae84-df33a9b25bee, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=c9650957-383a-4bb3-ae84-df33a9b25bee,segment=NetworkSegment(97447998-9e24-4d21-a093-d5a1c9899616),segment_id=97447998-9e24-4d21-a093-d5a1c9899616)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:32:27.429932 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-db0eb655-3ac4-4834-b551-c0737ef70cb5 req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:27.790638 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8989896-bf3d-41f6-a2b9-0366f6002137 req-3f36bcda-0f72-449e-9aed-d9a14d49afe2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:27.792207 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d8989896-bf3d-41f6-a2b9-0366f6002137 req-3f36bcda-0f72-449e-9aed-d9a14d49afe2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab187049-b210-4f27-9379-2133c619b6c5 HTTP/1.1" status: 200 len: 945 time: 0.2684398 Nov 04 13:32:27.806358 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-db0eb655-3ac4-4834-b551-c0737ef70cb5 req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:27.806851 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-db0eb655-3ac4-4834-b551-c0737ef70cb5 req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837438'] for floatingip, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:27.807243 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.db.l3_db [req-db0eb655-3ac4-4834-b551-c0737ef70cb5 req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Floating IP 793c5da1-9907-41a4-863a-9855f4294e44 disassociated. External IP: 172.28.1.142, port: c9650957-383a-4bb3-ae84-df33a9b25bee. Nov 04 13:32:27.807658 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-db0eb655-3ac4-4834-b551-c0737ef70cb5 req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Calling delete_port for c9650957-383a-4bb3-ae84-df33a9b25bee owned by compute:nova {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:32:27.853005 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a7458f1e-5952-4171-a5e1-b9ddf307768e req-7a5f3bca-968c-4892-982c-9b74405e8fb9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715027 Nov 04 13:32:27.912013 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d8989896-bf3d-41f6-a2b9-0366f6002137 req-fdeb2790-b7f5-48c9-ad1b-115e3b67d464 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups?id=1ebaf2c2-9634-42b4-b365-6099d584c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092477 Nov 04 13:32:27.969559 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a7458f1e-5952-4171-a5e1-b9ddf307768e req-4c325440-7a4f-4f7a-b2f2-e5d4bae491e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8899ac9b01e42658da4f7daa3a70cb6&device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 1099 time: 0.0945184 Nov 04 13:32:28.030985 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-db0eb655-3ac4-4834-b551-c0737ef70cb5 req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:28.038264 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-40b00a13-bd70-4188-8f0c-de6c40a5b7f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:28.086844 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Pushing event deleted for resources: {'Port': ['ID=c9650957-383a-4bb3-ae84-df33a9b25bee,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:28.102285 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:28.102813 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:28.103147 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:28.103358 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:28.103623 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:28.105607 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:28.105607 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:28.105607 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:28.105607 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:28.105607 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:28.105607 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:28.162873 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:28.182388 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7458f1e-5952-4171-a5e1-b9ddf307768e req-35d880f3-b32e-4d82-b137-1764bf8dd41b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:28.184498 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a7458f1e-5952-4171-a5e1-b9ddf307768e req-35d880f3-b32e-4d82-b137-1764bf8dd41b service neutron] 10.222.0.52 "GET /v2.0/networks?id=19b33287-e8f1-4ba3-9b40-154cff1c5c43 HTTP/1.1" status: 200 len: 918 time: 0.1881218 Nov 04 13:32:28.315078 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a7458f1e-5952-4171-a5e1-b9ddf307768e req-9c96aaa2-5f4c-4637-b443-294f4b97ce25 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ff05d04-c014-42e6-ba94-489daad1987f HTTP/1.1" status: 200 len: 1001 time: 0.1208296 Nov 04 13:32:28.384015 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7458f1e-5952-4171-a5e1-b9ddf307768e req-d22e243a-596e-48a7-8baf-e207def130f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:28.385665 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a7458f1e-5952-4171-a5e1-b9ddf307768e req-d22e243a-596e-48a7-8baf-e207def130f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=015f8400-61d5-446c-9985-04a90256d94c HTTP/1.1" status: 200 len: 856 time: 0.0633509 Nov 04 13:32:28.431257 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db0eb655-3ac4-4834-b551-c0737ef70cb5 req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Router de216616-88bb-4cdb-b621-0f1516027da4 has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:32:28.480122 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a7458f1e-5952-4171-a5e1-b9ddf307768e req-09786485-d01d-4f61-bbe4-926275cbb5c9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=19b33287-e8f1-4ba3-9b40-154cff1c5c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0866609 Nov 04 13:32:28.640875 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a7458f1e-5952-4171-a5e1-b9ddf307768e req-131a309d-39f3-4211-95b2-d904c3f085ca service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526039 Nov 04 13:32:28.697026 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db0eb655-3ac4-4834-b551-c0737ef70cb5 req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:32:28.708911 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa15c59-dea3-4e2f-b16a-724f36c27e86 None None] Sync routers for ids ['de216616-88bb-4cdb-b621-0f1516027da4'] in dv-cinder-810367-1-smb {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:32:28.720605 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa15c59-dea3-4e2f-b16a-724f36c27e86 None None] Routers {'de216616-88bb-4cdb-b621-0f1516027da4'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:32:28.721395 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-2fa15c59-dea3-4e2f-b16a-724f36c27e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:32:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['de216616-88bb-4cdb-b621-0f1516027da4'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:32:28.777086 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0eb655-3ac4-4834-b551-c0737ef70cb5 req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] No DVR routers for this DVR port c9650957-383a-4bb3-ae84-df33a9b25bee on host hv-cinder-81036 {{(pid=82772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:32:28.781453 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-db0eb655-3ac4-4834-b551-c0737ef70cb5 req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:28.785057 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab187049-b210-4f27-9379-2133c619b6c5', 'name': 'network-vif-deleted', 'tag': 'c9650957-383a-4bb3-ae84-df33a9b25bee'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:32:28.787825 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a7458f1e-5952-4171-a5e1-b9ddf307768e req-eea7af79-492e-49fb-8c99-9898cc7a4f7e service neutron] 10.222.0.52 "GET /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378796 Nov 04 13:32:28.806126 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-db0eb655-3ac4-4834-b551-c0737ef70cb5 req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.52 "DELETE /v2.0/ports/c9650957-383a-4bb3-ae84-df33a9b25bee HTTP/1.1" status: 204 len: 173 time: 1.7400541 Nov 04 13:32:28.921959 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-2fa15c59-dea3-4e2f-b16a-724f36c27e86 None None] Set router de216616-88bb-4cdb-b621-0f1516027da4 gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:32:29.066092 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab187049-b210-4f27-9379-2133c619b6c5', 'name': 'network-vif-deleted', 'tag': 'c9650957-383a-4bb3-ae84-df33a9b25bee', 'status': 'completed', 'code': 200} Nov 04 13:32:29.159824 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-87691f13-e910-4bed-aecd-0304587eb166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:29.212269 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-1ae1275f-5fdf-4139-a436-21d416a56e3f req-1ac62602-7a01-4a71-8993-cf357691311d tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Synchronizing usage tracker for tenant:a7451332362e46a2a0a216c2925c30eb on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:32:29.232052 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-1ae1275f-5fdf-4139-a436-21d416a56e3f req-1ac62602-7a01-4a71-8993-cf357691311d tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Unset dirty status for tenant:a7451332362e46a2a0a216c2925c30eb on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:32:29.233422 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1ae1275f-5fdf-4139-a436-21d416a56e3f req-1ac62602-7a01-4a71-8993-cf357691311d tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab187049-b210-4f27-9379-2133c619b6c5 HTTP/1.1" status: 200 len: 210 time: 0.0889568 Nov 04 13:32:29.318034 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-2fa15c59-dea3-4e2f-b16a-724f36c27e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:49Z', 'revision_number': 4, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'gw_port': {'id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:31Z', 'updated_at': '2021-11-04T13:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4', 'name': '', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'mac_address': 'fa:16:3e:c7:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:45Z', 'updated_at': '2021-11-04T13:27:02Z', 'revision_number': 5, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'subnets': [{'id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:32:29.322213 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa15c59-dea3-4e2f-b16a-724f36c27e86 None None] Checking router: de216616-88bb-4cdb-b621-0f1516027da4 for host: dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:32:29.333316 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa15c59-dea3-4e2f-b16a-724f36c27e86 None None] Routers {'de216616-88bb-4cdb-b621-0f1516027da4'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:32:29.333958 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-2fa15c59-dea3-4e2f-b16a-724f36c27e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:32:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['de216616-88bb-4cdb-b621-0f1516027da4'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:32:29.422020 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:29.546258 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-2fa15c59-dea3-4e2f-b16a-724f36c27e86 None None] Set router de216616-88bb-4cdb-b621-0f1516027da4 gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:32:29.906428 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574cee4-701a-4b88-b1ce-75ad08e7ef9f req-01bd41a5-432f-4b18-90f9-1f674aa1d454 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:29.907865 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7574cee4-701a-4b88-b1ce-75ad08e7ef9f req-01bd41a5-432f-4b18-90f9-1f674aa1d454 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.0823383 Nov 04 13:32:29.910371 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-2fa15c59-dea3-4e2f-b16a-724f36c27e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:49Z', 'revision_number': 4, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'gw_port': {'id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:31Z', 'updated_at': '2021-11-04T13:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4', 'name': '', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'mac_address': 'fa:16:3e:c7:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:45Z', 'updated_at': '2021-11-04T13:27:02Z', 'revision_number': 5, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'subnets': [{'id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:32:29.915479 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa15c59-dea3-4e2f-b16a-724f36c27e86 None None] The sync data for ids ['de216616-88bb-4cdb-b621-0f1516027da4'] in dv-cinder-810367-1-smb is: [{'id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:49Z', 'revision_number': 4, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'gw_port': {'id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:31Z', 'updated_at': '2021-11-04T13:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4', 'name': '', 'network_id': '6282d6f8-f89d-43c1-9bee-c61b55a30831', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'mac_address': 'fa:16:3e:c7:5f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:45Z', 'updated_at': '2021-11-04T13:27:02Z', 'revision_number': 5, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'subnets': [{'id': 'a8b765cb-cd12-4457-b597-71f7e124b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:32:29.956406 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7574cee4-701a-4b88-b1ce-75ad08e7ef9f req-d7179221-ddc1-46d0-9f7d-80677ff8c2f6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417740 Nov 04 13:32:30.138640 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31326410-b1b5-4fe3-835d-bab1b3241f0b None None] New status for floating IP 793c5da1-9907-41a4-863a-9855f4294e44: DOWN {{(pid=82775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 04 13:32:30.401902 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 46998) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:32:30.544918 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-687a27c9-e407-4d6d-9314-f7dbe724dc9f tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:30.574029 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-687a27c9-e407-4d6d-9314-f7dbe724dc9f tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:30.626173 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-687a27c9-e407-4d6d-9314-f7dbe724dc9f tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:30.629980 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-92081d33-20f7-4a2f-9958-9e0e1315153a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:30.644792 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a27c9-e407-4d6d-9314-f7dbe724dc9f tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebaf2c2-9634-42b4-b365-6099d584c069,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:30.649682 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-687a27c9-e407-4d6d-9314-f7dbe724dc9f tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:30.651457 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device c9650957-383a-4bb3-ae84-df33a9b25bee no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:32:30.662886 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-687a27c9-e407-4d6d-9314-f7dbe724dc9f tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:30.664033 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-687a27c9-e407-4d6d-9314-f7dbe724dc9f tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "DELETE /v2.0/security-groups/1ebaf2c2-9634-42b4-b365-6099d584c069 HTTP/1.1" status: 204 len: 168 time: 0.2611294 Nov 04 13:32:30.666774 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 47002) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:32:30.683163 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.api.v2.resource [None req-431149a0-61e3-419e-af68-7d872d17e1ad tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] show failed (client error): The resource could not be found. Nov 04 13:32:30.684251 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-431149a0-61e3-419e-af68-7d872d17e1ad tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "GET /v2.0/security-groups/1ebaf2c2-9634-42b4-b365-6099d584c069 HTTP/1.1" status: 404 len: 347 time: 0.0165997 Nov 04 13:32:30.687119 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 47006) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:32:30.699390 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] No Port match for: c9650957-383a-4bb3-ae84-df33a9b25bee {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:32:30.699743 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device c9650957-383a-4bb3-ae84-df33a9b25bee not bound to the agent host hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:32:30.853872 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-0d82dbff-6e2a-4273-ac69-be151dfd8f8b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Deleting port e8e0c528-4876-47c1-889a-cccf09991e16 {{(pid=82773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:32:30.854109 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-0d82dbff-6e2a-4273-ac69-be151dfd8f8b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:31.020983 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-0d82dbff-6e2a-4273-ac69-be151dfd8f8b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:31.021300 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-0d82dbff-6e2a-4273-ac69-be151dfd8f8b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:31.139044 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-5bb548f6-0646-47c2-9c72-48a9d715931c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:31.195183 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-0d82dbff-6e2a-4273-ac69-be151dfd8f8b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Calling delete_port for e8e0c528-4876-47c1-889a-cccf09991e16 owned by network:floatingip {{(pid=82773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:32:31.335102 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a771513-bcc4-416f-88f8-5bcccbc76872 req-7152b86a-a848-4e7f-8b69-c3fa3021f64b tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:31.336532 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9a771513-bcc4-416f-88f8-5bcccbc76872 req-7152b86a-a848-4e7f-8b69-c3fa3021f64b tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.2439415 Nov 04 13:32:31.404461 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-0d82dbff-6e2a-4273-ac69-be151dfd8f8b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:31.409262 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:31.451936 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:32:31.452871 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-9a771513-bcc4-416f-88f8-5bcccbc76872 req-9b35bd97-f44b-4b19-a51d-d17d48e5e9e5 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059048 Nov 04 13:32:31.460577 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82dbff-6e2a-4273-ac69-be151dfd8f8b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Pushing event deleted for resources: {'Port': ['ID=e8e0c528-4876-47c1-889a-cccf09991e16,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:31.462829 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-0d82dbff-6e2a-4273-ac69-be151dfd8f8b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:31.554719 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-0d82dbff-6e2a-4273-ac69-be151dfd8f8b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks [] for floatingip, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:31.572519 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-0d82dbff-6e2a-4273-ac69-be151dfd8f8b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for floatingip, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:31.573655 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-0d82dbff-6e2a-4273-ac69-be151dfd8f8b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] 10.222.0.93 "DELETE /v2.0/floatingips/793c5da1-9907-41a4-863a-9855f4294e44 HTTP/1.1" status: 204 len: 168 time: 0.8856423 Nov 04 13:32:32.048168 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:32.649477 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239f502-3efa-4f50-a11e-138c2ac835fd req-d4fc9eb2-0268-4157-be02-1826b67fdb9c tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:32.650965 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9239f502-3efa-4f50-a11e-138c2ac835fd req-d4fc9eb2-0268-4157-be02-1826b67fdb9c tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.0767806 Nov 04 13:32:32.702270 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9239f502-3efa-4f50-a11e-138c2ac835fd req-5f87ca2c-a516-4f17-bbe9-333013fc9ac5 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457401 Nov 04 13:32:33.613773 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:33.894807 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40f613-1321-42bb-8158-279a8b4b6e0d req-ea2bdcb6-d172-4454-955d-dad0efd12844 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:33.896714 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6b40f613-1321-42bb-8158-279a8b4b6e0d req-ea2bdcb6-d172-4454-955d-dad0efd12844 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.0759225 Nov 04 13:32:33.940418 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6b40f613-1321-42bb-8158-279a8b4b6e0d req-4d67b667-d5e4-462d-95bf-857e419e6220 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382500 Nov 04 13:32:35.141338 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be4afc-0623-46d5-b3c2-441b88a56566 req-5935e909-fcf1-4de7-9e52-0f12aa101aa6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:35.142748 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-28be4afc-0623-46d5-b3c2-441b88a56566 req-5935e909-fcf1-4de7-9e52-0f12aa101aa6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.0822687 Nov 04 13:32:35.193727 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-28be4afc-0623-46d5-b3c2-441b88a56566 req-47866f27-dc79-4945-afec-abf09871809f tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447474 Nov 04 13:32:35.604113 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47044) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:32:36.293986 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-38eeabdd-a6d4-4781-bb91-ac767b9ef009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3838974'] for router_interface, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:36.394162 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884276c-05e7-4e47-89e5-dea72f3e6a97 req-1dd72a46-22c6-42df-bc7a-10a402e8e7ee tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:36.395736 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-0884276c-05e7-4e47-89e5-dea72f3e6a97 req-1dd72a46-22c6-42df-bc7a-10a402e8e7ee tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.0791790 Nov 04 13:32:36.441917 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-0884276c-05e7-4e47-89e5-dea72f3e6a97 req-ad8f0519-7386-4ef7-aab2-c8c0392abed6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405414 Nov 04 13:32:37.000644 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-38eeabdd-a6d4-4781-bb91-ac767b9ef009 admin admin] Deleting port ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4 {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:32:37.000987 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-38eeabdd-a6d4-4781-bb91-ac767b9ef009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:37.189767 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [None req-38eeabdd-a6d4-4781-bb91-ac767b9ef009 admin admin] For port ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4,segment=NetworkSegment(97447998-9e24-4d21-a093-d5a1c9899616),segment_id=97447998-9e24-4d21-a093-d5a1c9899616)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:32:37.190120 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-38eeabdd-a6d4-4781-bb91-ac767b9ef009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:37.312097 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-38eeabdd-a6d4-4781-bb91-ac767b9ef009 admin admin] Calling delete_port for ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4 owned by network:router_interface {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:32:37.487618 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-38eeabdd-a6d4-4781-bb91-ac767b9ef009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:37.496390 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-03a16ef1-e36c-41a3-b0f1-e88131a902d3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:37.537229 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eeabdd-a6d4-4781-bb91-ac767b9ef009 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:37.540644 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-38eeabdd-a6d4-4781-bb91-ac767b9ef009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:37.797538 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba4810-0b74-4f81-8d56-3e83a1dc3ec8 req-d9e7982b-4a02-47a0-bcab-129394f5d5db tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:37.800088 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-14ba4810-0b74-4f81-8d56-3e83a1dc3ec8 req-d9e7982b-4a02-47a0-bcab-129394f5d5db tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.2314148 Nov 04 13:32:38.009050 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-14ba4810-0b74-4f81-8d56-3e83a1dc3ec8 req-477e8773-cdf8-436f-a70c-3588c578075a tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971889 Nov 04 13:32:38.074579 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-38eeabdd-a6d4-4781-bb91-ac767b9ef009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2764176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3838132'] for router_interface, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:38.918614 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38eeabdd-a6d4-4781-bb91-ac767b9ef009 admin admin] Router de216616-88bb-4cdb-b621-0f1516027da4 has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:32:39.128675 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38eeabdd-a6d4-4781-bb91-ac767b9ef009 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:32:39.139984 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c548dc-7f9f-4549-a4e2-5c2dfc249f67 None None] Sync routers for ids ['de216616-88bb-4cdb-b621-0f1516027da4'] in dv-cinder-810367-1-smb {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:32:39.142700 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-38eeabdd-a6d4-4781-bb91-ac767b9ef009 admin admin] 10.222.0.93 "PUT /v2.0/routers/de216616-88bb-4cdb-b621-0f1516027da4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5375016 Nov 04 13:32:39.145148 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47058) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:32:39.157536 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c548dc-7f9f-4549-a4e2-5c2dfc249f67 None None] Routers {'de216616-88bb-4cdb-b621-0f1516027da4'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:32:39.158190 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-a1c548dc-7f9f-4549-a4e2-5c2dfc249f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:32:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['de216616-88bb-4cdb-b621-0f1516027da4'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:32:39.223262 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52446747-f7a7-4802-8785-42cf884f5679 req-9ab15ced-4a1a-45a9-844b-7216e171f71d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:39.224799 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-52446747-f7a7-4802-8785-42cf884f5679 req-9ab15ced-4a1a-45a9-844b-7216e171f71d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.0834327 Nov 04 13:32:39.278140 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-52446747-f7a7-4802-8785-42cf884f5679 req-92ce956c-8da5-4b17-9b9c-d4170a8dfe1b tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475090 Nov 04 13:32:39.349859 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5e2f970e-a935-4d05-a597-a035f6a701eb admin admin] Notify callbacks [] for router, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:39.360563 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-a1c548dc-7f9f-4549-a4e2-5c2dfc249f67 None None] Set router de216616-88bb-4cdb-b621-0f1516027da4 gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:32:39.566006 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5e2f970e-a935-4d05-a597-a035f6a701eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:39.577081 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f970e-a935-4d05-a597-a035f6a701eb admin admin] Deleting port 18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:32:39.577499 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5e2f970e-a935-4d05-a597-a035f6a701eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:39.646220 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-a1c548dc-7f9f-4549-a4e2-5c2dfc249f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223'}], 'enable_snat': True}, 'gw_port_id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:32:37Z', 'revision_number': 5, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'gw_port': {'id': '18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:31Z', 'updated_at': '2021-11-04T13:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:32:39.650096 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c548dc-7f9f-4549-a4e2-5c2dfc249f67 None None] Checking router: de216616-88bb-4cdb-b621-0f1516027da4 for host: dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:32:39.660536 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c548dc-7f9f-4549-a4e2-5c2dfc249f67 None None] Routers {'de216616-88bb-4cdb-b621-0f1516027da4'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:32:39.661312 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-a1c548dc-7f9f-4549-a4e2-5c2dfc249f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:32:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['de216616-88bb-4cdb-b621-0f1516027da4'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:32:39.753361 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [None req-5e2f970e-a935-4d05-a597-a035f6a701eb admin admin] For port 18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:32:39.753755 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5e2f970e-a935-4d05-a597-a035f6a701eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:39.813808 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-a1c548dc-7f9f-4549-a4e2-5c2dfc249f67 None None] Set router de216616-88bb-4cdb-b621-0f1516027da4 gateway port host: None {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:32:39.884085 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f970e-a935-4d05-a597-a035f6a701eb admin admin] Calling delete_port for 18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e owned by network:router_gateway {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:32:39.920637 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-a1c548dc-7f9f-4549-a4e2-5c2dfc249f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:32:39Z', 'revision_number': 6, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'gw_port_host': None}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:32:39.924765 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c548dc-7f9f-4549-a4e2-5c2dfc249f67 None None] The sync data for ids ['de216616-88bb-4cdb-b621-0f1516027da4'] in dv-cinder-810367-1-smb is: [{'id': 'de216616-88bb-4cdb-b621-0f1516027da4', 'name': 'tempest-AttachVolumeTestJSON-1320617749-router', 'tenant_id': 'a7451332362e46a2a0a216c2925c30eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:32:39Z', 'revision_number': 6, 'project_id': 'a7451332362e46a2a0a216c2925c30eb', 'gw_port_host': None}] {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:32:40.063330 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-34e9f5ce-ea38-427e-8701-2ec59fb21c4a req-9fb55501-3ee5-4996-988d-cd65a97480a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ee82abcf6af4540a23cf6a0cabcf02d&device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 1099 time: 0.0973623 Nov 04 13:32:40.302611 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4 no longer exists at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:32:40.340903 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5e2f970e-a935-4d05-a597-a035f6a701eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:40.347454 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-35b7793d-b92b-4001-bb5c-76ef2fe7968c tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:40.359161 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] No Port match for: ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:32:40.359509 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device ea7b1c7c-b11a-4fb1-aa2f-5f65a6cde7a4 not bound to the agent host dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:32:40.395006 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f970e-a935-4d05-a597-a035f6a701eb admin admin] Pushing event deleted for resources: {'Port': ['ID=18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:40.398094 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-5e2f970e-a935-4d05-a597-a035f6a701eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:40.539054 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9f5ce-ea38-427e-8701-2ec59fb21c4a req-4933d801-eae1-48ed-bf11-2ee36402578b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:40.540515 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-34e9f5ce-ea38-427e-8701-2ec59fb21c4a req-4933d801-eae1-48ed-bf11-2ee36402578b service neutron] 10.222.0.52 "GET /v2.0/networks?id=df8f186d-bbe6-4f3f-8311-7c1b35152aa5 HTTP/1.1" status: 200 len: 909 time: 0.3300238 Nov 04 13:32:40.818266 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-34e9f5ce-ea38-427e-8701-2ec59fb21c4a req-f0e80018-1008-49ae-8c43-62acfd4bca69 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fa7a15e-9de0-44ee-a466-ad74f981b011 HTTP/1.1" status: 200 len: 1002 time: 0.2606289 Nov 04 13:32:40.861876 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee54b6-e63b-48a3-8ced-0be55d864024 req-98301582-163a-4502-b557-54677fc2d14e tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:40.863439 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e5ee54b6-e63b-48a3-8ced-0be55d864024 req-98301582-163a-4502-b557-54677fc2d14e tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.4358332 Nov 04 13:32:40.866962 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5e2f970e-a935-4d05-a597-a035f6a701eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3837385'] for router_gateway, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:41.058671 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9f5ce-ea38-427e-8701-2ec59fb21c4a req-c8cc73df-66ac-4d08-a9ca-835a152be54a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:41.060115 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-34e9f5ce-ea38-427e-8701-2ec59fb21c4a req-c8cc73df-66ac-4d08-a9ca-835a152be54a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f0beef5-8835-4c75-a34e-3fbc299334f2 HTTP/1.1" status: 200 len: 847 time: 0.2339041 Nov 04 13:32:41.238341 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e5ee54b6-e63b-48a3-8ced-0be55d864024 req-dd72f34f-fb77-4518-9261-b7552e6af81f tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3100364 Nov 04 13:32:41.250093 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5e2f970e-a935-4d05-a597-a035f6a701eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3834557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9093'] for router, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:41.257761 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5e2f970e-a935-4d05-a597-a035f6a701eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:41.299681 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-34e9f5ce-ea38-427e-8701-2ec59fb21c4a req-20cb689d-3d5e-4b7c-b057-20e41cce06db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df8f186d-bbe6-4f3f-8311-7c1b35152aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1759317 Nov 04 13:32:41.300631 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5e2f970e-a935-4d05-a597-a035f6a701eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3834401'] for router, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:41.301126 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2f970e-a935-4d05-a597-a035f6a701eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router de216616-88bb-4cdb-b621-0f1516027da4 {{(pid=82772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 13:32:41.389118 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5e2f970e-a935-4d05-a597-a035f6a701eb admin admin] Notify callbacks [] for router, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:41.390280 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-5e2f970e-a935-4d05-a597-a035f6a701eb admin admin] 10.222.0.93 "DELETE /v2.0/routers/de216616-88bb-4cdb-b621-0f1516027da4 HTTP/1.1" status: 204 len: 168 time: 2.2435083 Nov 04 13:32:41.392809 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 47064) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:32:41.453057 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-34e9f5ce-ea38-427e-8701-2ec59fb21c4a req-a097bf69-9384-4fbf-b4f6-ef62094b0c10 service neutron] 10.222.0.52 "GET /v2.0/networks/df8f186d-bbe6-4f3f-8311-7c1b35152aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455669 Nov 04 13:32:41.456312 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a0ae9b-5872-43b4-9d10-3c5bed4a2cdb admin admin] Deleting subnet a8b765cb-cd12-4457-b597-71f7e124b9ac {{(pid=82773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 04 13:32:41.459668 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-69a0ae9b-5872-43b4-9d10-3c5bed4a2cdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:41.509147 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-69a0ae9b-5872-43b4-9d10-3c5bed4a2cdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671906'] for subnet, precommit_delete_associations {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:41.632723 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-69a0ae9b-5872-43b4-9d10-3c5bed4a2cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1049700'] for subnet, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:41.690178 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-34e9f5ce-ea38-427e-8701-2ec59fb21c4a req-3ff50753-04fe-42a3-9a53-be529968241b service neutron] 10.222.0.52 "GET /v2.0/networks/df8f186d-bbe6-4f3f-8311-7c1b35152aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306461 Nov 04 13:32:41.703516 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-69a0ae9b-5872-43b4-9d10-3c5bed4a2cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1049629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2671894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2421650'] for subnet, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:41.708827 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-fe132ad2-7f29-4316-b59d-86af96dad419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:41.825488 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0ae9b-5872-43b4-9d10-3c5bed4a2cdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8b765cb-cd12-4457-b597-71f7e124b9ac,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:41.828784 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-69a0ae9b-5872-43b4-9d10-3c5bed4a2cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:41.829777 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-69a0ae9b-5872-43b4-9d10-3c5bed4a2cdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:41.835514 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5792eb-fc28-4f8b-86d8-2be67b47b515 None None] Network 6282d6f8-f89d-43c1-9bee-c61b55a30831 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:32:41.836165 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-69a0ae9b-5872-43b4-9d10-3c5bed4a2cdb admin admin] 10.222.0.93 "DELETE /v2.0/subnets/a8b765cb-cd12-4457-b597-71f7e124b9ac HTTP/1.1" status: 204 len: 168 time: 0.4423363 Nov 04 13:32:41.838689 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 47068) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:32:41.947624 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1120378'] for network, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:41.958512 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] Deleting port a3682fc4-d75b-48dc-a219-e16116489350 {{(pid=82773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:32:41.958843 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:42.099680 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94deec64-2c2c-4ece-b6b9-8ab5c0dd93fd None None] DHCP port deletion for 6282d6f8-f89d-43c1-9bee-c61b55a30831 request from dv-cinder-810367-1-smb {{(pid=82774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 04 13:32:42.105432 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-94deec64-2c2c-4ece-b6b9-8ab5c0dd93fd None None] Deleting port a3682fc4-d75b-48dc-a219-e16116489350 {{(pid=82774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:32:42.106283 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-94deec64-2c2c-4ece-b6b9-8ab5c0dd93fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:42.154200 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e no longer exists at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:32:42.177274 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.db [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] For port a3682fc4-d75b-48dc-a219-e16116489350, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=a3682fc4-d75b-48dc-a219-e16116489350,segment=NetworkSegment(97447998-9e24-4d21-a093-d5a1c9899616),segment_id=97447998-9e24-4d21-a093-d5a1c9899616)] {{(pid=82773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:32:42.177958 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:42.192943 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] No Port match for: 18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:32:42.193435 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 18b9dc01-4e5c-4484-8c4f-e0a28f6aaf5e not bound to the agent host dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:32:42.311989 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] Calling delete_port for a3682fc4-d75b-48dc-a219-e16116489350 owned by network:dhcp {{(pid=82773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:32:42.412651 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-94deec64-2c2c-4ece-b6b9-8ab5c0dd93fd None None] For port a3682fc4-d75b-48dc-a219-e16116489350, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=a3682fc4-d75b-48dc-a219-e16116489350,segment=NetworkSegment(97447998-9e24-4d21-a093-d5a1c9899616),segment_id=97447998-9e24-4d21-a093-d5a1c9899616)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:32:42.413327 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-94deec64-2c2c-4ece-b6b9-8ab5c0dd93fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:42.423310 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:42.428993 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-03d1f885-109d-48fa-90c8-b42682ffda8a tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:42.475992 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3682fc4-d75b-48dc-a219-e16116489350,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:42.482494 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:42.487343 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] No DVR routers for this DVR port a3682fc4-d75b-48dc-a219-e16116489350 on host dv-cinder-810367-1-smb {{(pid=82773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:32:42.542502 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-94deec64-2c2c-4ece-b6b9-8ab5c0dd93fd None None] Calling delete_port for a3682fc4-d75b-48dc-a219-e16116489350 owned by network:dhcp {{(pid=82774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:32:42.609370 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b4191-3a28-4966-b8a7-0b040ec20d5d req-bb570723-dd57-4db4-8c56-049ca99fa746 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:42.610854 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-973b4191-3a28-4966-b8a7-0b040ec20d5d req-bb570723-dd57-4db4-8c56-049ca99fa746 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.2340765 Nov 04 13:32:42.642530 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1063405', 'neutron.services.segments.db._delete_segments_for_network-8742936665528'] for network, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:42.681394 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.db.api [None req-94deec64-2c2c-4ece-b6b9-8ab5c0dd93fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 13:32:42.682266 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_db.api [None req-94deec64-2c2c-4ece-b6b9-8ab5c0dd93fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 13:32:42.682965 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6282d6f8-f89d-43c1-9bee-c61b55a30831']}} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:32:42.698474 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97447998-9e24-4d21-a093-d5a1c9899616') {'for_net_delete': True} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:32:42.698760 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97447998-9e24-4d21-a093-d5a1c9899616') {} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:32:42.706667 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-973b4191-3a28-4966-b8a7-0b040ec20d5d req-fdb1f7f1-8032-4e96-8517-23875ec21de1 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833416 Nov 04 13:32:42.713148 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742936667091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671929'] for segment, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:42.734742 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:42.741110 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=82773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 04 13:32:42.741487 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2671996'] for segment, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: Traceback (most recent call last): Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: timer() Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: cb(*args, **kw) Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: return func(*args, **kwargs) Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: self._notify() Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: self.callback(batched_events) Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: event.method(event) Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: return f(self, *a, **k) Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: return self._get(url).json() Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: return self.request(url, 'GET', **kwargs) Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 13:32:42.754905 dv-cinder-810367-1-smb neutron-server[82773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 13:32:42.829822 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1063398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837420'] for network, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:42.835337 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:42.837726 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:42.859102 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6282d6f8-f89d-43c1-9bee-c61b55a30831,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:42.861779 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:42.872953 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] 10.222.0.93 "DELETE /v2.0/networks/6282d6f8-f89d-43c1-9bee-c61b55a30831 HTTP/1.1" status: 204 len: 168 time: 1.0333145 Nov 04 13:32:43.012528 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 47076) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:32:43.077645 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-53ec0507-740e-4c21-9748-23968896bf49 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a7451332362e46a2a0a216c2925c30eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0637944 Nov 04 13:32:43.079978 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 47080) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:32:43.141089 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d3e67147-d40b-44bd-b4af-5d1e5369bde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:43.168197 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d3e67147-d40b-44bd-b4af-5d1e5369bde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:43.183614 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-94deec64-2c2c-4ece-b6b9-8ab5c0dd93fd None None] Deleting port a3682fc4-d75b-48dc-a219-e16116489350 {{(pid=82774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:32:43.184022 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-94deec64-2c2c-4ece-b6b9-8ab5c0dd93fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:43.234446 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d3e67147-d40b-44bd-b4af-5d1e5369bde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:43.244753 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-1b2379b5-be14-4ac9-b85c-d2165cfa0bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:43.247996 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-94deec64-2c2c-4ece-b6b9-8ab5c0dd93fd None None] The port 'a3682fc4-d75b-48dc-a219-e16116489350' was deleted {{(pid=82774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 04 13:32:43.259533 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e67147-d40b-44bd-b4af-5d1e5369bde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fb5c41-ff91-495a-adb9-ca01fa57fbf8,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:43.263945 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-d3e67147-d40b-44bd-b4af-5d1e5369bde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:43.267332 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-d3e67147-d40b-44bd-b4af-5d1e5369bde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:43.268418 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-d3e67147-d40b-44bd-b4af-5d1e5369bde7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/43fb5c41-ff91-495a-adb9-ca01fa57fbf8 HTTP/1.1" status: 204 len: 168 time: 0.1875553 Nov 04 13:32:43.917314 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1235b06-3aa4-4cf6-ba2d-9def3da979e0 req-e9af3763-ec20-469f-818a-86f703285b07 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:43.918844 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f1235b06-3aa4-4cf6-ba2d-9def3da979e0 req-e9af3763-ec20-469f-818a-86f703285b07 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.0861578 Nov 04 13:32:43.972301 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f1235b06-3aa4-4cf6-ba2d-9def3da979e0 req-101d0586-b237-429b-a0f5-ed2d3f52452b tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478485 Nov 04 13:32:44.109416 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device a3682fc4-d75b-48dc-a219-e16116489350 no longer exists at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:32:44.143037 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] No Port match for: a3682fc4-d75b-48dc-a219-e16116489350 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:32:44.143396 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device a3682fc4-d75b-48dc-a219-e16116489350 not bound to the agent host dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:32:45.174986 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899623b-f362-4afa-bfd0-fad53608ae9f req-1244bf30-d4bb-408d-97d9-48abc162e981 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:45.177076 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-3899623b-f362-4afa-bfd0-fad53608ae9f req-1244bf30-d4bb-408d-97d9-48abc162e981 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.0809205 Nov 04 13:32:45.223955 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-3899623b-f362-4afa-bfd0-fad53608ae9f req-1c6ee3aa-30db-4f6c-86ec-800eb46e1778 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410104 Nov 04 13:32:45.409811 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-63ca95f5-baa1-4b01-8904-0be0ee35c0aa req-e6ddce9a-0c0c-4348-a9ce-32ac4aa604c4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0690520 Nov 04 13:32:45.650840 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47124) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:32:45.692780 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee164436-1ecb-400a-8a56-dff87ec72271 req-491f34c6-c3e8-4040-95fd-0beab920df2a tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:45.694612 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ee164436-1ecb-400a-8a56-dff87ec72271 req-491f34c6-c3e8-4040-95fd-0beab920df2a tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.0852787 Nov 04 13:32:45.745584 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ee164436-1ecb-400a-8a56-dff87ec72271 req-a0de4913-9be1-4262-8d15-3739344d543b tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440626 Nov 04 13:32:45.807860 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d5300bd8-8212-4fef-b7a8-93d12d90a43d req-d4b9ba66-d09e-47d3-b06a-525fb4b8eee0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1555099 Nov 04 13:32:46.728932 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 3fa7a15e-9de0-44ee-a466-ad74f981b011 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:32:46.876350 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:46.926731 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e917438-bc8f-407d-8411-f9184c6c4724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fa7a15e-9de0-44ee-a466-ad74f981b011'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:32:46.944230 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 3fa7a15e-9de0-44ee-a466-ad74f981b011, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=3fa7a15e-9de0-44ee-a466-ad74f981b011,segment=NetworkSegment(2db17a44-47f4-4d17-ab2a-321e19c2f47d),segment_id=2db17a44-47f4-4d17-ab2a-321e19c2f47d)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:32:46.950720 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:46.956002 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:46.976899 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcdbec-c141-4623-96fc-d3772ffada18 req-6eec5c4e-30a0-4ad0-b65b-bb92d9054187 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:46.978644 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-f6bcdbec-c141-4623-96fc-d3772ffada18 req-6eec5c4e-30a0-4ad0-b65b-bb92d9054187 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.0929646 Nov 04 13:32:47.018597 dv-cinder-810367-1-smb neutron-server[82774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9e917438-bc8f-407d-8411-f9184c6c4724', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3fa7a15e-9de0-44ee-a466-ad74f981b011', 'code': 422} returned with failed status Nov 04 13:32:47.030037 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-f6bcdbec-c141-4623-96fc-d3772ffada18 req-d5a4887e-8b14-4421-b050-655fc188bc72 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454373 Nov 04 13:32:47.069275 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=3fa7a15e-9de0-44ee-a466-ad74f981b011,revision_number=6']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:47.078921 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:47.136401 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d5300bd8-8212-4fef-b7a8-93d12d90a43d req-d7f72d7a-acc6-40f9-bd03-e56071dc75c6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724&tenant_id=4ee82abcf6af4540a23cf6a0cabcf02d HTTP/1.1" status: 200 len: 1097 time: 0.0685263 Nov 04 13:32:47.226408 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d5300bd8-8212-4fef-b7a8-93d12d90a43d req-422107e4-600d-414a-8d76-8f0031b140f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ee82abcf6af4540a23cf6a0cabcf02d&device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 1097 time: 0.0679395 Nov 04 13:32:47.357554 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5300bd8-8212-4fef-b7a8-93d12d90a43d req-cddfe9aa-41b3-47a2-b2bc-0471ead7686b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:47.359023 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d5300bd8-8212-4fef-b7a8-93d12d90a43d req-cddfe9aa-41b3-47a2-b2bc-0471ead7686b service neutron] 10.222.0.52 "GET /v2.0/networks?id=df8f186d-bbe6-4f3f-8311-7c1b35152aa5 HTTP/1.1" status: 200 len: 909 time: 0.1259272 Nov 04 13:32:47.462554 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d5300bd8-8212-4fef-b7a8-93d12d90a43d req-7c0cd615-c13c-4ed4-8068-ef8667d69cb9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fa7a15e-9de0-44ee-a466-ad74f981b011 HTTP/1.1" status: 200 len: 1000 time: 0.0964491 Nov 04 13:32:47.527941 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5300bd8-8212-4fef-b7a8-93d12d90a43d req-240958fd-a011-4fb0-be80-e061e9c2653e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:47.529329 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d5300bd8-8212-4fef-b7a8-93d12d90a43d req-240958fd-a011-4fb0-be80-e061e9c2653e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f0beef5-8835-4c75-a34e-3fbc299334f2 HTTP/1.1" status: 200 len: 847 time: 0.0594931 Nov 04 13:32:47.604172 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d5300bd8-8212-4fef-b7a8-93d12d90a43d req-0d010a23-00d5-4f0c-943b-7a637884ada0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df8f186d-bbe6-4f3f-8311-7c1b35152aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682671 Nov 04 13:32:47.742113 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d5300bd8-8212-4fef-b7a8-93d12d90a43d req-50e3e206-dce1-403f-bb90-9c6e4397d678 service neutron] 10.222.0.52 "GET /v2.0/networks/df8f186d-bbe6-4f3f-8311-7c1b35152aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265020 Nov 04 13:32:47.874579 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d5300bd8-8212-4fef-b7a8-93d12d90a43d req-05f55f03-c14c-481b-a770-c526aadb65b8 service neutron] 10.222.0.52 "GET /v2.0/networks/df8f186d-bbe6-4f3f-8311-7c1b35152aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256509 Nov 04 13:32:48.272292 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1518ee-0ef3-4622-b6b3-e02bf5ded76c req-475fef06-e1ec-48d5-bf60-5ef10c864a08 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:48.273811 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5f1518ee-0ef3-4622-b6b3-e02bf5ded76c req-475fef06-e1ec-48d5-bf60-5ef10c864a08 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 944 time: 0.0892258 Nov 04 13:32:48.324058 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5f1518ee-0ef3-4622-b6b3-e02bf5ded76c req-d5602e40-d82e-433f-97af-356650e78f7e tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444162 Nov 04 13:32:49.591809 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f847d88-3dac-4da6-9aa4-69a6fc84091f req-89f4c1a7-4029-4478-971e-565ae0b7fa69 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:49.593252 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1f847d88-3dac-4da6-9aa4-69a6fc84091f req-89f4c1a7-4029-4478-971e-565ae0b7fa69 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 944 time: 0.1489558 Nov 04 13:32:49.638811 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1f847d88-3dac-4da6-9aa4-69a6fc84091f req-282e2e8d-2fd6-481c-aae5-7efdfad72768 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394030 Nov 04 13:32:50.753054 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 3fa7a15e-9de0-44ee-a466-ad74f981b011 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:32:50.838514 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2474d-3d0e-4887-8c68-532dd4827ab9 req-7c3efb12-9a05-4268-864a-3c1140ab6a54 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:50.839985 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ccf2474d-3d0e-4887-8c68-532dd4827ab9 req-7c3efb12-9a05-4268-864a-3c1140ab6a54 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 944 time: 0.0834548 Nov 04 13:32:50.885969 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ccf2474d-3d0e-4887-8c68-532dd4827ab9 req-385a0a57-ac31-4003-a2c6-4a061dc980d8 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403352 Nov 04 13:32:50.886484 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 3fa7a15e-9de0-44ee-a466-ad74f981b011, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=3fa7a15e-9de0-44ee-a466-ad74f981b011,segment=NetworkSegment(2db17a44-47f4-4d17-ab2a-321e19c2f47d),segment_id=2db17a44-47f4-4d17-ab2a-321e19c2f47d)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:32:50.900996 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': '3fa7a15e-9de0-44ee-a466-ad74f981b011', 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5', 'port_id': '3fa7a15e-9de0-44ee-a466-ad74f981b011', 'mac_address': 'fa:16:3e:8b:c0:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0beef5-8835-4c75-a34e-3fbc299334f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:32:50.958232 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:50.974863 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa7a15e-9de0-44ee-a466-ad74f981b011 {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:32:50.989795 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 3fa7a15e-9de0-44ee-a466-ad74f981b011, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=3fa7a15e-9de0-44ee-a466-ad74f981b011,segment=NetworkSegment(2db17a44-47f4-4d17-ab2a-321e19c2f47d),segment_id=2db17a44-47f4-4d17-ab2a-321e19c2f47d)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:32:50.994732 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:50.996464 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:51.059617 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=3fa7a15e-9de0-44ee-a466-ad74f981b011,revision_number=7']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:51.062976 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:51.241148 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['3fa7a15e-9de0-44ee-a466-ad74f981b011'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:32:51.644738 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7aba5-994f-455f-8810-ab62dabc7af5 req-dbe9a2be-58a7-4cbb-b426-3258466d1ea8 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:51.646274 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a2a7aba5-994f-455f-8810-ab62dabc7af5 req-dbe9a2be-58a7-4cbb-b426-3258466d1ea8 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 946 time: 0.0847554 Nov 04 13:32:51.694114 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a2a7aba5-994f-455f-8810-ab62dabc7af5 req-51eaf0e5-8268-4a88-b26f-65a1638bbf03 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416415 Nov 04 13:32:52.082200 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68009a17-5ef9-43f0-973d-eb48c1129236 req-48fae382-3a96-4c59-bb75-432aa214841b tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:52.084446 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-68009a17-5ef9-43f0-973d-eb48c1129236 req-48fae382-3a96-4c59-bb75-432aa214841b tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 945 time: 0.0780337 Nov 04 13:32:52.128884 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-68009a17-5ef9-43f0-973d-eb48c1129236 req-fb181101-e049-459e-8ced-1fc63bf143eb tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390425 Nov 04 13:32:52.765744 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 3fa7a15e-9de0-44ee-a466-ad74f981b011 up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:32:52.846184 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port 3fa7a15e-9de0-44ee-a466-ad74f981b011 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:32:52.846658 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:52.925586 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05da26-52c9-4bda-bb32-03d5124d9fe5 req-73cb6a72-ad82-4be4-b26d-21a4bd2fdcda tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:52.927347 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6a05da26-52c9-4bda-bb32-03d5124d9fe5 req-73cb6a72-ad82-4be4-b26d-21a4bd2fdcda tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 946 time: 0.0847881 Nov 04 13:32:52.980021 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6a05da26-52c9-4bda-bb32-03d5124d9fe5 req-3fa43e2b-0dca-4220-97ea-ac5f22aafbf3 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups?id=974d6212-f7ac-433c-9b38-584b107d743d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468531 Nov 04 13:32:52.990961 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:53.021536 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e917438-bc8f-407d-8411-f9184c6c4724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa7a15e-9de0-44ee-a466-ad74f981b011'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:32:53.032475 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 3fa7a15e-9de0-44ee-a466-ad74f981b011, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=3fa7a15e-9de0-44ee-a466-ad74f981b011,segment=NetworkSegment(2db17a44-47f4-4d17-ab2a-321e19c2f47d),segment_id=2db17a44-47f4-4d17-ab2a-321e19c2f47d)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:32:53.034503 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4513074-70fa-4e2f-8f9e-da85cd442d83 req-862053c8-64fa-456c-87b1-622092b47490 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:53.036861 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e4513074-70fa-4e2f-8f9e-da85cd442d83 req-862053c8-64fa-456c-87b1-622092b47490 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 946 time: 0.0930207 Nov 04 13:32:53.037139 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:53.039599 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:53.084503 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e917438-bc8f-407d-8411-f9184c6c4724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa7a15e-9de0-44ee-a466-ad74f981b011', 'code': 200} Nov 04 13:32:53.108917 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=3fa7a15e-9de0-44ee-a466-ad74f981b011,revision_number=8']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:53.112127 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:53.116567 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-e4513074-70fa-4e2f-8f9e-da85cd442d83 req-da6f29d6-8622-4370-990d-4727500ec987 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Deleting port 9ff05d04-c014-42e6-ba94-489daad1987f {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:32:53.117069 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-e4513074-70fa-4e2f-8f9e-da85cd442d83 req-da6f29d6-8622-4370-990d-4727500ec987 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:53.347065 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3889de8-5ae7-43d0-a51c-b68a22bcc3b1 req-51aee81a-d58f-4baf-a960-bf10331119ac tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:53.350041 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c3889de8-5ae7-43d0-a51c-b68a22bcc3b1 req-51aee81a-d58f-4baf-a960-bf10331119ac tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.0912089 Nov 04 13:32:53.443846 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c3889de8-5ae7-43d0-a51c-b68a22bcc3b1 req-902b4565-6069-440b-b62d-7740385c10bf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882323 Nov 04 13:32:53.453959 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-e4513074-70fa-4e2f-8f9e-da85cd442d83 req-da6f29d6-8622-4370-990d-4727500ec987 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] For port 9ff05d04-c014-42e6-ba94-489daad1987f, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=9ff05d04-c014-42e6-ba94-489daad1987f,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:32:53.454748 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-e4513074-70fa-4e2f-8f9e-da85cd442d83 req-da6f29d6-8622-4370-990d-4727500ec987 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:53.462593 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-77c62456-839c-4e60-8a00-ec1e6b469c85 req-9d72eef0-e308-4ae5-9c31-18e506b6ebb8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 1099 time: 0.1052825 Nov 04 13:32:53.509832 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-77c62456-839c-4e60-8a00-ec1e6b469c85 req-6d6643b7-145f-4ed1-833d-7611dfad8166 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354631 Nov 04 13:32:53.736297 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-e4513074-70fa-4e2f-8f9e-da85cd442d83 req-da6f29d6-8622-4370-990d-4727500ec987 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:53.736668 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-e4513074-70fa-4e2f-8f9e-da85cd442d83 req-da6f29d6-8622-4370-990d-4727500ec987 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837438'] for floatingip, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:53.736978 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.db.l3_db [req-e4513074-70fa-4e2f-8f9e-da85cd442d83 req-da6f29d6-8622-4370-990d-4727500ec987 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Floating IP b6c07e49-d68f-413a-9e93-a60b256465e7 disassociated. External IP: 172.28.1.252, port: 9ff05d04-c014-42e6-ba94-489daad1987f. Nov 04 13:32:53.737316 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-e4513074-70fa-4e2f-8f9e-da85cd442d83 req-da6f29d6-8622-4370-990d-4727500ec987 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Calling delete_port for 9ff05d04-c014-42e6-ba94-489daad1987f owned by compute:nova {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:32:53.877132 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-e4513074-70fa-4e2f-8f9e-da85cd442d83 req-da6f29d6-8622-4370-990d-4727500ec987 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:53.883006 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:53.927324 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f29d6-8622-4370-990d-4727500ec987 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Pushing event deleted for resources: {'Port': ['ID=9ff05d04-c014-42e6-ba94-489daad1987f,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:53.930696 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-da6f29d6-8622-4370-990d-4727500ec987 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:54.140269 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4513074-70fa-4e2f-8f9e-da85cd442d83 req-da6f29d6-8622-4370-990d-4727500ec987 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:32:54.190412 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-10b74be9-1b00-4ecc-be95-af46622b3e0c req-1f0d36e5-518b-4146-a973-a29ce0a5e653 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb940771-a547-4de4-8680-9b733257745c HTTP/1.1" status: 200 len: 210 time: 0.0487220 Nov 04 13:32:54.256057 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:54.328943 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 47252) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:32:54.431865 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4513074-70fa-4e2f-8f9e-da85cd442d83 req-da6f29d6-8622-4370-990d-4727500ec987 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:32:54.442337 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd59cb-5ecf-48ba-b215-aa3f6481f1d6 None None] Sync routers for ids ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'] in dv-cinder-810367-1-smb {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:32:54.459196 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd59cb-5ecf-48ba-b215-aa3f6481f1d6 None None] Routers {'1d9f18ca-50d3-48ce-89f4-1ee086403af8'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:32:54.460077 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-0bcd59cb-5ecf-48ba-b215-aa3f6481f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:32:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:32:54.481888 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:54.524051 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4513074-70fa-4e2f-8f9e-da85cd442d83 req-da6f29d6-8622-4370-990d-4727500ec987 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] No DVR routers for this DVR port 9ff05d04-c014-42e6-ba94-489daad1987f on host hv-cinder-81036 {{(pid=82772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:32:54.528278 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-e4513074-70fa-4e2f-8f9e-da85cd442d83 req-da6f29d6-8622-4370-990d-4727500ec987 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:54.543063 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:32:54.543669 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb940771-a547-4de4-8680-9b733257745c', 'name': 'network-vif-deleted', 'tag': '9ff05d04-c014-42e6-ba94-489daad1987f'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:32:54.548451 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] Usage tracker for resource:security_group_rule and tenant:5cf814c23b9849b9a92d95ae2c2e8ddc is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:32:54.552599 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:32:54.559758 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:32:54.568234 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e4513074-70fa-4e2f-8f9e-da85cd442d83 req-da6f29d6-8622-4370-990d-4727500ec987 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.52 "DELETE /v2.0/ports/9ff05d04-c014-42e6-ba94-489daad1987f HTTP/1.1" status: 204 len: 173 time: 1.5250709 Nov 04 13:32:54.619921 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb940771-a547-4de4-8680-9b733257745c', 'name': 'network-vif-deleted', 'tag': '9ff05d04-c014-42e6-ba94-489daad1987f', 'status': 'completed', 'code': 200} Nov 04 13:32:54.693770 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:54.704480 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:54.713924 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-0bcd59cb-5ecf-48ba-b215-aa3f6481f1d6 None None] Set router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:32:54.714985 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-412e2d2b-c586-44b1-be06-411d152d84f3 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:54.772919 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea5565-30d4-47df-ac45-2c438a6e6af5 req-16237f60-3216-4216-8ed1-7430f1327c53 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:54.774949 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-75ea5565-30d4-47df-ac45-2c438a6e6af5 req-16237f60-3216-4216-8ed1-7430f1327c53 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.1789565 Nov 04 13:32:54.775941 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d66411-cebc-4435-89e9-6c66e08cab32,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:54.803906 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5cf814c23b9849b9a92d95ae2c2e8ddc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4738905 Nov 04 13:32:54.806801 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47262) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:32:54.810927 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:54.811298 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:54.811659 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:54.812013 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:54.812364 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:54.812713 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:54.813079 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:54.813429 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:54.813795 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:54.814141 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:54.814736 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:32:54.820732 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:54.843200 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-75ea5565-30d4-47df-ac45-2c438a6e6af5 req-c56d4107-b8b0-4437-a8b1-69553925ff71 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595808 Nov 04 13:32:54.885524 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-759f548c-cc2d-4fb9-899f-6f0f54d39b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:54.910742 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-759f548c-cc2d-4fb9-899f-6f0f54d39b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:54.962638 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-759f548c-cc2d-4fb9-899f-6f0f54d39b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:54.967060 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-10b499bf-e5cb-441e-97fb-626bbed24208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:54.979718 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f548c-cc2d-4fb9-899f-6f0f54d39b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d66411-cebc-4435-89e9-6c66e08cab32,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:54.982158 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-759f548c-cc2d-4fb9-899f-6f0f54d39b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:54.988172 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-759f548c-cc2d-4fb9-899f-6f0f54d39b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:54.990063 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-759f548c-cc2d-4fb9-899f-6f0f54d39b10 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b0d66411-cebc-4435-89e9-6c66e08cab32 HTTP/1.1" status: 204 len: 168 time: 0.1819823 Nov 04 13:32:55.057826 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-0bcd59cb-5ecf-48ba-b215-aa3f6481f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:28Z', 'updated_at': '2021-11-04T13:26:37Z', 'revision_number': 4, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'gw_port': {'id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': '4966c20f-23cf-4f08-a882-cedc08e0e2b6', 'name': '', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'mac_address': 'fa:16:3e:e4:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:35Z', 'updated_at': '2021-11-04T13:26:54Z', 'revision_number': 5, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'subnets': [{'id': '015f8400-61d5-446c-9985-04a90256d94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:32:55.061858 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd59cb-5ecf-48ba-b215-aa3f6481f1d6 None None] Checking router: 1d9f18ca-50d3-48ce-89f4-1ee086403af8 for host: dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:32:55.073586 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd59cb-5ecf-48ba-b215-aa3f6481f1d6 None None] Routers {'1d9f18ca-50d3-48ce-89f4-1ee086403af8'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:32:55.074198 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-0bcd59cb-5ecf-48ba-b215-aa3f6481f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:32:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:32:55.326442 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-0bcd59cb-5ecf-48ba-b215-aa3f6481f1d6 None None] Set router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:32:55.371365 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47280) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:32:55.440516 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5f933029-a4ac-48b0-befa-89943e64f1f6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:55.476646 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5f933029-a4ac-48b0-befa-89943e64f1f6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:55.530952 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5f933029-a4ac-48b0-befa-89943e64f1f6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:55.536674 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-759f548c-cc2d-4fb9-899f-6f0f54d39b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:55.549681 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f933029-a4ac-48b0-befa-89943e64f1f6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=974d6212-f7ac-433c-9b38-584b107d743d,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:55.553563 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-5f933029-a4ac-48b0-befa-89943e64f1f6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:55.564817 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5f933029-a4ac-48b0-befa-89943e64f1f6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:55.566175 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-5f933029-a4ac-48b0-befa-89943e64f1f6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "DELETE /v2.0/security-groups/974d6212-f7ac-433c-9b38-584b107d743d HTTP/1.1" status: 204 len: 168 time: 0.1937859 Nov 04 13:32:55.569321 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47286) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:32:55.592238 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.api.v2.resource [None req-1c3281db-6ab3-42bb-bd03-85d91e47a1f6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] show failed (client error): The resource could not be found. Nov 04 13:32:55.593416 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-1c3281db-6ab3-42bb-bd03-85d91e47a1f6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "GET /v2.0/security-groups/974d6212-f7ac-433c-9b38-584b107d743d HTTP/1.1" status: 404 len: 347 time: 0.0229223 Nov 04 13:32:55.596358 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47290) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:32:55.684091 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-0bcd59cb-5ecf-48ba-b215-aa3f6481f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:28Z', 'updated_at': '2021-11-04T13:26:37Z', 'revision_number': 4, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'gw_port': {'id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': '4966c20f-23cf-4f08-a882-cedc08e0e2b6', 'name': '', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'mac_address': 'fa:16:3e:e4:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:35Z', 'updated_at': '2021-11-04T13:26:54Z', 'revision_number': 5, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'subnets': [{'id': '015f8400-61d5-446c-9985-04a90256d94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:32:55.688246 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd59cb-5ecf-48ba-b215-aa3f6481f1d6 None None] The sync data for ids ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'] in dv-cinder-810367-1-smb is: [{'id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:28Z', 'updated_at': '2021-11-04T13:26:37Z', 'revision_number': 4, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'gw_port': {'id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': '4966c20f-23cf-4f08-a882-cedc08e0e2b6', 'name': '', 'network_id': '19b33287-e8f1-4ba3-9b40-154cff1c5c43', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'mac_address': 'fa:16:3e:e4:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '015f8400-61d5-446c-9985-04a90256d94c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:35Z', 'updated_at': '2021-11-04T13:26:54Z', 'revision_number': 5, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'subnets': [{'id': '015f8400-61d5-446c-9985-04a90256d94c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:32:55.755148 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-b1339e0a-4fa7-4fe1-8bef-9d72a9ebe568 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Deleting port e5db1587-784d-4ab9-9b25-cd3d7d5ca504 {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:32:55.755378 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b1339e0a-4fa7-4fe1-8bef-9d72a9ebe568 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:55.963502 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4c94cf-1993-4e8f-a494-ac47d9f66a87 None None] New status for floating IP b6c07e49-d68f-413a-9e93-a60b256465e7: DOWN {{(pid=82774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 04 13:32:56.085168 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b1339e0a-4fa7-4fe1-8bef-9d72a9ebe568 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:56.085502 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b1339e0a-4fa7-4fe1-8bef-9d72a9ebe568 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:56.215915 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-b1339e0a-4fa7-4fe1-8bef-9d72a9ebe568 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Calling delete_port for e5db1587-784d-4ab9-9b25-cd3d7d5ca504 owned by network:floatingip {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:32:56.286280 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735eb8cf-387c-439d-ba66-76ce0026c4ec req-bea047a7-18ee-454c-acce-fa3ca7f36ffc tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:32:56.293049 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-735eb8cf-387c-439d-ba66-76ce0026c4ec req-bea047a7-18ee-454c-acce-fa3ca7f36ffc tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.2989106 Nov 04 13:32:56.362145 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-735eb8cf-387c-439d-ba66-76ce0026c4ec req-0851b3ec-aeb1-492b-9be1-c92a6b69e640 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681536 Nov 04 13:32:56.363193 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.db.api [None req-b1339e0a-4fa7-4fe1-8bef-9d72a9ebe568 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 13:32:56.363544 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_db.api [None req-b1339e0a-4fa7-4fe1-8bef-9d72a9ebe568 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 13:32:56.781396 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 9ff05d04-c014-42e6-ba94-489daad1987f no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:32:56.815226 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] No Port match for: 9ff05d04-c014-42e6-ba94-489daad1987f {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:32:56.815581 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 9ff05d04-c014-42e6-ba94-489daad1987f not bound to the agent host hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:32:56.864905 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-b1339e0a-4fa7-4fe1-8bef-9d72a9ebe568 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Deleting port e5db1587-784d-4ab9-9b25-cd3d7d5ca504 {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:32:56.865405 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b1339e0a-4fa7-4fe1-8bef-9d72a9ebe568 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:57.037255 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b1339e0a-4fa7-4fe1-8bef-9d72a9ebe568 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:57.037664 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b1339e0a-4fa7-4fe1-8bef-9d72a9ebe568 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:57.163347 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-b1339e0a-4fa7-4fe1-8bef-9d72a9ebe568 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Calling delete_port for e5db1587-784d-4ab9-9b25-cd3d7d5ca504 owned by network:floatingip {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:32:57.310095 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b1339e0a-4fa7-4fe1-8bef-9d72a9ebe568 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:57.313729 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-4ebc5d3d-b571-4622-b38e-1d441f7e454d tempest-ServerRescueNegativeTestJSON-1510689865 tempest-ServerRescueNegativeTestJSON-1510689865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:57.355016 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1339e0a-4fa7-4fe1-8bef-9d72a9ebe568 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Pushing event deleted for resources: {'Port': ['ID=e5db1587-784d-4ab9-9b25-cd3d7d5ca504,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:57.358966 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b1339e0a-4fa7-4fe1-8bef-9d72a9ebe568 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:57.418773 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 47338) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:32:57.451036 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b1339e0a-4fa7-4fe1-8bef-9d72a9ebe568 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks [] for floatingip, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:57.465632 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b1339e0a-4fa7-4fe1-8bef-9d72a9ebe568 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for floatingip, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:57.466736 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-b1339e0a-4fa7-4fe1-8bef-9d72a9ebe568 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] 10.222.0.93 "DELETE /v2.0/floatingips/b6c07e49-d68f-413a-9e93-a60b256465e7 HTTP/1.1" status: 204 len: 168 time: 1.8694756 Nov 04 13:32:57.563427 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-156bbf73-e4a4-4076-8a96-590c0406c9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:57.602057 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-156bbf73-e4a4-4076-8a96-590c0406c9a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:32:57.605888 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-156bbf73-e4a4-4076-8a96-590c0406c9a0 admin admin] Usage tracker for resource:security_group_rule and tenant:169b8f6f9c8b4751840c116fb5a8bd9c is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:32:57.608713 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-156bbf73-e4a4-4076-8a96-590c0406c9a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:32:57.614670 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-156bbf73-e4a4-4076-8a96-590c0406c9a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:32:57.685391 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-156bbf73-e4a4-4076-8a96-590c0406c9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:57.689752 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-156bbf73-e4a4-4076-8a96-590c0406c9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:57.697636 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-ea70109a-f368-4bf4-9735-0a8f0f849189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:57.745097 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-156bbf73-e4a4-4076-8a96-590c0406c9a0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=169b8f6f9c8b4751840c116fb5a8bd9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3251901 Nov 04 13:32:57.745877 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bbf73-e4a4-4076-8a96-590c0406c9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a784af6-b5af-4871-80ef-5eb31385459f,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:57.747916 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47348) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:32:57.748884 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-156bbf73-e4a4-4076-8a96-590c0406c9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:57.810069 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1b87a720-56f2-4c92-8691-8ed9a0a5dccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:57.837859 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1b87a720-56f2-4c92-8691-8ed9a0a5dccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:57.887243 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1b87a720-56f2-4c92-8691-8ed9a0a5dccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:57.890877 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-ac5cdd39-5fd4-4e97-a065-12de6dec7982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:57.901201 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87a720-56f2-4c92-8691-8ed9a0a5dccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a784af6-b5af-4871-80ef-5eb31385459f,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:57.903456 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-1b87a720-56f2-4c92-8691-8ed9a0a5dccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:57.909236 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1b87a720-56f2-4c92-8691-8ed9a0a5dccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:57.910375 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-1b87a720-56f2-4c92-8691-8ed9a0a5dccb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7a784af6-b5af-4871-80ef-5eb31385459f HTTP/1.1" status: 204 len: 168 time: 0.1613884 Nov 04 13:32:58.240271 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47356) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:32:58.258389 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-f20a63b5-384a-4868-94b9-63f128f3b36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:58.289279 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-f20a63b5-384a-4868-94b9-63f128f3b36d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:32:58.293400 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-f20a63b5-384a-4868-94b9-63f128f3b36d admin admin] Usage tracker for resource:security_group_rule and tenant:745796554792409ca776f0a21bb36843 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:32:58.296741 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-f20a63b5-384a-4868-94b9-63f128f3b36d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:32:58.302972 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-f20a63b5-384a-4868-94b9-63f128f3b36d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:32:58.371658 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-f20a63b5-384a-4868-94b9-63f128f3b36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:58.375483 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-f20a63b5-384a-4868-94b9-63f128f3b36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:58.381845 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-ee5dbeda-b155-42b6-af6d-8fe375eb4108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:58.421427 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a63b5-384a-4868-94b9-63f128f3b36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eef73f8-ddfa-43e8-8417-ff9c30395e95,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:58.424396 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-f20a63b5-384a-4868-94b9-63f128f3b36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:58.428681 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-f20a63b5-384a-4868-94b9-63f128f3b36d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=745796554792409ca776f0a21bb36843&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1872404 Nov 04 13:32:58.431137 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47360) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:32:58.490141 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2a58b3e0-1464-4a17-b04d-1743cd87b7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:58.514288 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2a58b3e0-1464-4a17-b04d-1743cd87b7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:58.563237 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2a58b3e0-1464-4a17-b04d-1743cd87b7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:58.568161 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-0b97bd9a-3a9a-4df8-8459-19b999e670b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:32:58.579329 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58b3e0-1464-4a17-b04d-1743cd87b7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eef73f8-ddfa-43e8-8417-ff9c30395e95,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:32:58.582177 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-2a58b3e0-1464-4a17-b04d-1743cd87b7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:32:58.584728 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2a58b3e0-1464-4a17-b04d-1743cd87b7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:58.585984 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-2a58b3e0-1464-4a17-b04d-1743cd87b7aa admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6eef73f8-ddfa-43e8-8417-ff9c30395e95 HTTP/1.1" status: 204 len: 168 time: 0.1537671 Nov 04 13:32:59.026730 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-5c631b78-4bf4-4d90-b215-ea801fef60f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:32:59.394731 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:00.304926 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47416) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:00.983056 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c5893c23-1951-4d4b-a741-a587a75c340c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3838974'] for router_interface, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:01.141187 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-eb682632-353a-461c-828b-d6a29c06be63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:01.586597 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-c5893c23-1951-4d4b-a741-a587a75c340c admin admin] Deleting port 4966c20f-23cf-4f08-a882-cedc08e0e2b6 {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:33:01.587167 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c5893c23-1951-4d4b-a741-a587a75c340c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:01.756877 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [None req-c5893c23-1951-4d4b-a741-a587a75c340c admin admin] For port 4966c20f-23cf-4f08-a882-cedc08e0e2b6, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=4966c20f-23cf-4f08-a882-cedc08e0e2b6,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:33:01.757223 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c5893c23-1951-4d4b-a741-a587a75c340c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:01.874372 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-c5893c23-1951-4d4b-a741-a587a75c340c admin admin] Calling delete_port for 4966c20f-23cf-4f08-a882-cedc08e0e2b6 owned by network:router_interface {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:33:02.046812 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c5893c23-1951-4d4b-a741-a587a75c340c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:02.050319 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:02.051814 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-da6f29d6-8622-4370-990d-4727500ec987 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:02.096064 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5893c23-1951-4d4b-a741-a587a75c340c admin admin] Pushing event deleted for resources: {'Port': ['ID=4966c20f-23cf-4f08-a882-cedc08e0e2b6,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:02.099041 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-c5893c23-1951-4d4b-a741-a587a75c340c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:02.492783 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c5893c23-1951-4d4b-a741-a587a75c340c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2764176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3838132'] for router_interface, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:03.062816 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5893c23-1951-4d4b-a741-a587a75c340c admin admin] Router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:33:03.258235 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5893c23-1951-4d4b-a741-a587a75c340c admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:33:03.266569 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c7b11d-de81-423c-bb46-38647a2e858e None None] Sync routers for ids ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'] in dv-cinder-810367-1-smb {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:33:03.271646 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-c5893c23-1951-4d4b-a741-a587a75c340c admin admin] 10.222.0.93 "PUT /v2.0/routers/1d9f18ca-50d3-48ce-89f4-1ee086403af8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9662495 Nov 04 13:33:03.274114 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47440) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:03.279195 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c7b11d-de81-423c-bb46-38647a2e858e None None] Routers {'1d9f18ca-50d3-48ce-89f4-1ee086403af8'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:33:03.279883 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-50c7b11d-de81-423c-bb46-38647a2e858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:33:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:33:03.455206 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-50c7b11d-de81-423c-bb46-38647a2e858e None None] Set router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:33:03.471166 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-18decf3c-9a5d-45d0-a629-7ec58f2eacd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:03.623940 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:03.685716 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-18decf3c-9a5d-45d0-a629-7ec58f2eacd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:03.702790 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-18decf3c-9a5d-45d0-a629-7ec58f2eacd3 admin admin] Deleting port 39391fea-e65b-42d5-8313-4a65666aa9a6 {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:33:03.703132 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-18decf3c-9a5d-45d0-a629-7ec58f2eacd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:03.755460 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-50c7b11d-de81-423c-bb46-38647a2e858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:28Z', 'updated_at': '2021-11-04T13:33:01Z', 'revision_number': 5, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'gw_port': {'id': '39391fea-e65b-42d5-8313-4a65666aa9a6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:26:29Z', 'updated_at': '2021-11-04T13:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:33:03.759811 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c7b11d-de81-423c-bb46-38647a2e858e None None] Checking router: 1d9f18ca-50d3-48ce-89f4-1ee086403af8 for host: dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:33:03.771694 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c7b11d-de81-423c-bb46-38647a2e858e None None] Routers {'1d9f18ca-50d3-48ce-89f4-1ee086403af8'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:33:03.772566 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-50c7b11d-de81-423c-bb46-38647a2e858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:33:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:33:03.948435 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-50c7b11d-de81-423c-bb46-38647a2e858e None None] Set router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 gateway port host: None {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:33:04.013925 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [None req-18decf3c-9a5d-45d0-a629-7ec58f2eacd3 admin admin] For port 39391fea-e65b-42d5-8313-4a65666aa9a6, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=39391fea-e65b-42d5-8313-4a65666aa9a6,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:33:04.015782 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-18decf3c-9a5d-45d0-a629-7ec58f2eacd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:04.082046 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-50c7b11d-de81-423c-bb46-38647a2e858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:28Z', 'updated_at': '2021-11-04T13:33:03Z', 'revision_number': 6, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'gw_port_host': None}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:33:04.087715 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c7b11d-de81-423c-bb46-38647a2e858e None None] The sync data for ids ['1d9f18ca-50d3-48ce-89f4-1ee086403af8'] in dv-cinder-810367-1-smb is: [{'id': '1d9f18ca-50d3-48ce-89f4-1ee086403af8', 'name': 'tempest-AttachVolumeShelveTestJSON-1283562360-router', 'tenant_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:26:28Z', 'updated_at': '2021-11-04T13:33:03Z', 'revision_number': 6, 'project_id': 'a8899ac9b01e42658da4f7daa3a70cb6', 'gw_port_host': None}] {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:33:04.149999 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-18decf3c-9a5d-45d0-a629-7ec58f2eacd3 admin admin] Calling delete_port for 39391fea-e65b-42d5-8313-4a65666aa9a6 owned by network:router_gateway {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:33:04.317433 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-18decf3c-9a5d-45d0-a629-7ec58f2eacd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:04.322121 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-7fffb149-188b-485b-9fae-7e2dc4821f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:04.365468 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18decf3c-9a5d-45d0-a629-7ec58f2eacd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=39391fea-e65b-42d5-8313-4a65666aa9a6,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:04.368993 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-18decf3c-9a5d-45d0-a629-7ec58f2eacd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:04.592332 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-18decf3c-9a5d-45d0-a629-7ec58f2eacd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3837385'] for router_gateway, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:04.840458 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-18decf3c-9a5d-45d0-a629-7ec58f2eacd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3834557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9093'] for router, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:04.844696 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-18decf3c-9a5d-45d0-a629-7ec58f2eacd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:04.871169 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-18decf3c-9a5d-45d0-a629-7ec58f2eacd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3834401'] for router, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:04.871703 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18decf3c-9a5d-45d0-a629-7ec58f2eacd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d9f18ca-50d3-48ce-89f4-1ee086403af8 {{(pid=82772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 13:33:04.883683 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-18decf3c-9a5d-45d0-a629-7ec58f2eacd3 admin admin] Notify callbacks [] for router, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:04.884781 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-18decf3c-9a5d-45d0-a629-7ec58f2eacd3 admin admin] 10.222.0.93 "DELETE /v2.0/routers/1d9f18ca-50d3-48ce-89f4-1ee086403af8 HTTP/1.1" status: 204 len: 168 time: 1.6097932 Nov 04 13:33:04.887390 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47452) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:04.952147 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f81c45-5be7-4196-98de-baeeeed01ca9 admin admin] Deleting subnet 015f8400-61d5-446c-9985-04a90256d94c {{(pid=82772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 04 13:33:04.955060 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c1f81c45-5be7-4196-98de-baeeeed01ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:05.005768 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c1f81c45-5be7-4196-98de-baeeeed01ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3573354'] for subnet, precommit_delete_associations {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:05.128235 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c1f81c45-5be7-4196-98de-baeeeed01ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1049700'] for subnet, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:05.202102 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c1f81c45-5be7-4196-98de-baeeeed01ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1049629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3573408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2604471'] for subnet, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:05.216687 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:05.337823 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c1f81c45-5be7-4196-98de-baeeeed01ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:05.342337 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7daeedc-a275-427c-969b-45d57915d2fb None None] Network 19b33287-e8f1-4ba3-9b40-154cff1c5c43 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:33:05.345347 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f81c45-5be7-4196-98de-baeeeed01ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=015f8400-61d5-446c-9985-04a90256d94c,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:05.351500 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 47460) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:05.362210 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-c1f81c45-5be7-4196-98de-baeeeed01ca9 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/015f8400-61d5-446c-9985-04a90256d94c HTTP/1.1" status: 204 len: 168 time: 0.4737320 Nov 04 13:33:05.373453 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-c1f81c45-5be7-4196-98de-baeeeed01ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:05.461301 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1120378'] for network, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:05.475009 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] Deleting port 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c {{(pid=82773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:33:05.477839 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:05.596433 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2a0718-2c08-4bef-ae46-87ee1b8f5318 None None] DHCP port deletion for 19b33287-e8f1-4ba3-9b40-154cff1c5c43 request from dv-cinder-810367-1-smb {{(pid=82774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 04 13:33:05.601352 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a0718-2c08-4bef-ae46-87ee1b8f5318 None None] Deleting port 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c {{(pid=82774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:33:05.601751 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-fd2a0718-2c08-4bef-ae46-87ee1b8f5318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:05.688307 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.db [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] For port 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:33:05.688577 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:05.809473 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] Calling delete_port for 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c owned by network:dhcp {{(pid=82773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:33:05.816111 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-fd2a0718-2c08-4bef-ae46-87ee1b8f5318 None None] For port 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c,segment=NetworkSegment(fe6ae640-e823-4522-bac4-3d650ada9126),segment_id=fe6ae640-e823-4522-bac4-3d650ada9126)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:33:05.816533 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-fd2a0718-2c08-4bef-ae46-87ee1b8f5318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:05.885888 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:05.890127 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:05.931760 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] Pushing event deleted for resources: {'Port': ['ID=8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:05.935303 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a0718-2c08-4bef-ae46-87ee1b8f5318 None None] Calling delete_port for 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c owned by network:dhcp {{(pid=82774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:33:05.937584 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:05.941632 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] No DVR routers for this DVR port 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c on host dv-cinder-810367-1-smb {{(pid=82773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:33:06.007175 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.db.api [None req-fd2a0718-2c08-4bef-ae46-87ee1b8f5318 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 13:33:06.007528 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_db.api [None req-fd2a0718-2c08-4bef-ae46-87ee1b8f5318 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 13:33:06.056404 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1063405', 'neutron.services.segments.db._delete_segments_for_network-8742936665528'] for network, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:06.083213 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b33287-e8f1-4ba3-9b40-154cff1c5c43']}} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:33:06.095580 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe6ae640-e823-4522-bac4-3d650ada9126') {'for_net_delete': True} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:33:06.095868 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe6ae640-e823-4522-bac4-3d650ada9126') {} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:33:06.107926 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742936667091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671929'] for segment, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:06.122929 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 39391fea-e65b-42d5-8313-4a65666aa9a6 no longer exists at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:33:06.124106 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:06.130361 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=82773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 04 13:33:06.130749 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2671996'] for segment, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: Traceback (most recent call last): Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: timer() Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: cb(*args, **kw) Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: return func(*args, **kwargs) Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: self._notify() Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: self.callback(batched_events) Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: event.method(event) Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: return f(self, *a, **k) Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: return self._get(url).json() Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: return self.request(url, 'GET', **kwargs) Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 13:33:06.148070 dv-cinder-810367-1-smb neutron-server[82773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 13:33:06.156044 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] No Port match for: 39391fea-e65b-42d5-8313-4a65666aa9a6 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:33:06.156393 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 39391fea-e65b-42d5-8313-4a65666aa9a6 not bound to the agent host dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:33:06.156804 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c no longer exists at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:33:06.189485 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] No Port match for: 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:33:06.189870 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c not bound to the agent host dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:33:06.190284 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 4966c20f-23cf-4f08-a882-cedc08e0e2b6 no longer exists at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:33:06.226319 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] No Port match for: 4966c20f-23cf-4f08-a882-cedc08e0e2b6 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:33:06.226562 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 4966c20f-23cf-4f08-a882-cedc08e0e2b6 not bound to the agent host dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:33:06.292984 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1063398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837420'] for network, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:06.296931 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:06.310053 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:06.320645 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] Pushing event deleted for resources: {'Network': ['ID=19b33287-e8f1-4ba3-9b40-154cff1c5c43,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:06.323710 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:06.343527 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-e752bd6e-453f-4765-b84d-81822651ccfd admin admin] 10.222.0.93 "DELETE /v2.0/networks/19b33287-e8f1-4ba3-9b40-154cff1c5c43 HTTP/1.1" status: 204 len: 168 time: 0.9910305 Nov 04 13:33:06.480859 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47470) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:06.508671 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a0718-2c08-4bef-ae46-87ee1b8f5318 None None] Deleting port 8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c {{(pid=82774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:33:06.509169 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-fd2a0718-2c08-4bef-ae46-87ee1b8f5318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:06.531024 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-c2c1006c-4323-44b4-9f8c-b83af5755d43 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a8899ac9b01e42658da4f7daa3a70cb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489931 Nov 04 13:33:06.533377 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47474) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:06.571747 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a0718-2c08-4bef-ae46-87ee1b8f5318 None None] The port '8f9a64d7-ec80-4afc-a5d1-d01ae35b8f4c' was deleted {{(pid=82774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 04 13:33:06.599217 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8f2450d8-3f4f-44ce-b797-86b8fd070c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:06.624186 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8f2450d8-3f4f-44ce-b797-86b8fd070c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:06.675135 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8f2450d8-3f4f-44ce-b797-86b8fd070c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:06.680088 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-da51d3ef-de34-4902-8652-c11adee88b12 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:06.693585 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2450d8-3f4f-44ce-b797-86b8fd070c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe877ee-da17-4d6d-a9ab-2c0613dfa40e,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:06.697423 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-8f2450d8-3f4f-44ce-b797-86b8fd070c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:06.700817 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8f2450d8-3f4f-44ce-b797-86b8fd070c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:06.702198 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-8f2450d8-3f4f-44ce-b797-86b8fd070c00 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5fe877ee-da17-4d6d-a9ab-2c0613dfa40e HTTP/1.1" status: 204 len: 168 time: 0.1679118 Nov 04 13:33:06.992057 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47490) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:07.136297 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-66f085c9-c404-4420-9bf1-da782bc58b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:07.169457 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-66f085c9-c404-4420-9bf1-da782bc58b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:07.173463 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-66f085c9-c404-4420-9bf1-da782bc58b73 admin admin] Usage tracker for resource:security_group_rule and tenant:58004c8dba85480b9d647ea9d4819cf6 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:07.177410 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-66f085c9-c404-4420-9bf1-da782bc58b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:07.183145 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-66f085c9-c404-4420-9bf1-da782bc58b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:07.251293 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-66f085c9-c404-4420-9bf1-da782bc58b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:07.255663 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-66f085c9-c404-4420-9bf1-da782bc58b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:07.263899 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-d455fac8-695a-48e9-bff7-d41e61a2ec28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:07.304885 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f085c9-c404-4420-9bf1-da782bc58b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd394a9e-e7f2-4125-9b32-c4c99b3b6c99,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:07.307881 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-66f085c9-c404-4420-9bf1-da782bc58b73 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=58004c8dba85480b9d647ea9d4819cf6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3147094 Nov 04 13:33:07.308821 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-66f085c9-c404-4420-9bf1-da782bc58b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:07.310465 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47506) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:07.374575 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-69221f19-4d24-4958-acc4-92b2ec001be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:07.403491 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-69221f19-4d24-4958-acc4-92b2ec001be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:07.460078 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-69221f19-4d24-4958-acc4-92b2ec001be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:07.464017 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-2a58b3e0-1464-4a17-b04d-1743cd87b7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:07.475617 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69221f19-4d24-4958-acc4-92b2ec001be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd394a9e-e7f2-4125-9b32-c4c99b3b6c99,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:07.477848 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-69221f19-4d24-4958-acc4-92b2ec001be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:07.483916 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-69221f19-4d24-4958-acc4-92b2ec001be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:07.485054 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-69221f19-4d24-4958-acc4-92b2ec001be3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fd394a9e-e7f2-4125-9b32-c4c99b3b6c99 HTTP/1.1" status: 204 len: 168 time: 0.1737092 Nov 04 13:33:07.874767 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 47526) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:07.897446 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-58e11325-f034-4df3-9c32-4949c2e8fe35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:07.931582 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-58e11325-f034-4df3-9c32-4949c2e8fe35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:07.935577 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-58e11325-f034-4df3-9c32-4949c2e8fe35 admin admin] Usage tracker for resource:security_group_rule and tenant:e1d14c94deca480590d87d0ed595dc7b is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:07.938503 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-58e11325-f034-4df3-9c32-4949c2e8fe35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:07.945113 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-58e11325-f034-4df3-9c32-4949c2e8fe35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:08.013335 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-58e11325-f034-4df3-9c32-4949c2e8fe35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:08.017018 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-58e11325-f034-4df3-9c32-4949c2e8fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:08.024567 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-7698ec26-9907-4b52-af82-f4138c389acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:08.066144 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e11325-f034-4df3-9c32-4949c2e8fe35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4924fd-c0a3-4dd0-893f-f6da88670140,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:08.069906 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-58e11325-f034-4df3-9c32-4949c2e8fe35 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e1d14c94deca480590d87d0ed595dc7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1939430 Nov 04 13:33:08.070777 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-58e11325-f034-4df3-9c32-4949c2e8fe35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:08.072392 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 47532) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:08.133823 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b17d0b51-cbb7-46ea-a5ef-dc092ddae568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:08.158490 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b17d0b51-cbb7-46ea-a5ef-dc092ddae568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:08.214575 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b17d0b51-cbb7-46ea-a5ef-dc092ddae568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:08.219306 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-d7525dc8-bdbe-4ff3-b4eb-1e1df233b903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:08.232597 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d0b51-cbb7-46ea-a5ef-dc092ddae568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4924fd-c0a3-4dd0-893f-f6da88670140,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:08.235228 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-b17d0b51-cbb7-46ea-a5ef-dc092ddae568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:08.236355 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b17d0b51-cbb7-46ea-a5ef-dc092ddae568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:08.238898 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-b17d0b51-cbb7-46ea-a5ef-dc092ddae568 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6c4924fd-c0a3-4dd0-893f-f6da88670140 HTTP/1.1" status: 204 len: 168 time: 0.1647902 Nov 04 13:33:08.452213 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:33:10.560832 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47604) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:10.702852 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-4619456b-cb82-41a9-887d-408925bff649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:10.736288 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-4619456b-cb82-41a9-887d-408925bff649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:10.740687 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-4619456b-cb82-41a9-887d-408925bff649 admin admin] Usage tracker for resource:security_group_rule and tenant:1d9dde01b2954b9cbdd5886a486a1916 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:10.743734 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-4619456b-cb82-41a9-887d-408925bff649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:10.749907 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-4619456b-cb82-41a9-887d-408925bff649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:10.816210 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-4619456b-cb82-41a9-887d-408925bff649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:10.819801 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-4619456b-cb82-41a9-887d-408925bff649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:10.826264 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-7a8c3c71-6763-4c6f-ac0b-fd1a2f81d162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:10.864869 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619456b-cb82-41a9-887d-408925bff649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59597ba-67aa-432e-ac40-ccf50711414a,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:10.868014 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-4619456b-cb82-41a9-887d-408925bff649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:10.870739 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-4619456b-cb82-41a9-887d-408925bff649 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1d9dde01b2954b9cbdd5886a486a1916&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3088665 Nov 04 13:33:10.873325 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47610) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:10.936894 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-999db921-4da3-4ba2-ac9b-a2dc6cf536d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:10.962935 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-999db921-4da3-4ba2-ac9b-a2dc6cf536d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:11.015668 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-999db921-4da3-4ba2-ac9b-a2dc6cf536d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:11.019919 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-e79737be-1734-4d01-9926-c11fcf8dc8e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:11.032440 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999db921-4da3-4ba2-ac9b-a2dc6cf536d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59597ba-67aa-432e-ac40-ccf50711414a,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:11.034767 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-999db921-4da3-4ba2-ac9b-a2dc6cf536d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:11.038392 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-999db921-4da3-4ba2-ac9b-a2dc6cf536d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:11.042358 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-999db921-4da3-4ba2-ac9b-a2dc6cf536d8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f59597ba-67aa-432e-ac40-ccf50711414a HTTP/1.1" status: 204 len: 168 time: 0.1653214 Nov 04 13:33:11.366097 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47618) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:11.385409 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-440eb985-e969-4ba5-a24f-2bf120d26f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:11.417016 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-440eb985-e969-4ba5-a24f-2bf120d26f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:11.420748 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-440eb985-e969-4ba5-a24f-2bf120d26f6d admin admin] Usage tracker for resource:security_group_rule and tenant:5c5957a96e784dd896ee0e47a20d5876 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:11.423507 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-440eb985-e969-4ba5-a24f-2bf120d26f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:11.429292 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-440eb985-e969-4ba5-a24f-2bf120d26f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:11.495296 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-440eb985-e969-4ba5-a24f-2bf120d26f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:11.498871 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-440eb985-e969-4ba5-a24f-2bf120d26f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:11.505324 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:11.547072 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440eb985-e969-4ba5-a24f-2bf120d26f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e354409-bf6a-4613-bfea-6463c922b434,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:11.552437 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-440eb985-e969-4ba5-a24f-2bf120d26f6d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5c5957a96e784dd896ee0e47a20d5876&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1852949 Nov 04 13:33:11.554271 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 47628) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:11.560977 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-440eb985-e969-4ba5-a24f-2bf120d26f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:11.614995 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1dd0f5e7-2d37-4e36-8e9f-1d4a4b624adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:11.640844 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1dd0f5e7-2d37-4e36-8e9f-1d4a4b624adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:11.692048 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1dd0f5e7-2d37-4e36-8e9f-1d4a4b624adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:11.697045 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-d3e67147-d40b-44bd-b4af-5d1e5369bde7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:11.711754 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0f5e7-2d37-4e36-8e9f-1d4a4b624adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e354409-bf6a-4613-bfea-6463c922b434,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:11.713712 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-1dd0f5e7-2d37-4e36-8e9f-1d4a4b624adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:11.714809 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-1dd0f5e7-2d37-4e36-8e9f-1d4a4b624adf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7e354409-bf6a-4613-bfea-6463c922b434 HTTP/1.1" status: 204 len: 168 time: 0.1598213 Nov 04 13:33:11.715665 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-1dd0f5e7-2d37-4e36-8e9f-1d4a4b624adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:14.453844 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47720) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:14.591090 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-ed862e89-1817-45be-a01e-f6e4633dbf62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:14.623252 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-ed862e89-1817-45be-a01e-f6e4633dbf62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:14.626981 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-ed862e89-1817-45be-a01e-f6e4633dbf62 admin admin] Usage tracker for resource:security_group_rule and tenant:eb7180c478f44d3eb1b6682461b00fd1 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:14.629814 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-ed862e89-1817-45be-a01e-f6e4633dbf62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:14.635361 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-ed862e89-1817-45be-a01e-f6e4633dbf62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:14.704822 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-ed862e89-1817-45be-a01e-f6e4633dbf62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:14.709496 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-ed862e89-1817-45be-a01e-f6e4633dbf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:14.715867 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-5f933029-a4ac-48b0-befa-89943e64f1f6 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:14.756098 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed862e89-1817-45be-a01e-f6e4633dbf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bca5d75-562a-4179-92de-880939151a9b,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:14.759342 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-ed862e89-1817-45be-a01e-f6e4633dbf62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:14.764324 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-ed862e89-1817-45be-a01e-f6e4633dbf62 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=eb7180c478f44d3eb1b6682461b00fd1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3070586 Nov 04 13:33:14.764867 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47728) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:14.827149 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5189c83c-e96b-4a9f-8381-9500c7eb4caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:14.856595 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5189c83c-e96b-4a9f-8381-9500c7eb4caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:14.906411 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5189c83c-e96b-4a9f-8381-9500c7eb4caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:14.910897 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-2f11b7e8-5e20-473c-b5a0-1a9438263f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:14.923508 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189c83c-e96b-4a9f-8381-9500c7eb4caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bca5d75-562a-4179-92de-880939151a9b,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:14.928027 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-5189c83c-e96b-4a9f-8381-9500c7eb4caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:14.933372 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-5189c83c-e96b-4a9f-8381-9500c7eb4caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:14.934529 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-5189c83c-e96b-4a9f-8381-9500c7eb4caf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3bca5d75-562a-4179-92de-880939151a9b HTTP/1.1" status: 204 len: 168 time: 0.1687076 Nov 04 13:33:15.271315 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47744) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:15.291191 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e0fb0766-5b07-41a0-ab58-3541d6beb396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:15.328100 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-e0fb0766-5b07-41a0-ab58-3541d6beb396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:15.332639 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-e0fb0766-5b07-41a0-ab58-3541d6beb396 admin admin] Usage tracker for resource:security_group_rule and tenant:ad442cee66e84921a2680ab7a5115bc2 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:15.335766 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-e0fb0766-5b07-41a0-ab58-3541d6beb396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:15.341865 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-e0fb0766-5b07-41a0-ab58-3541d6beb396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:15.410941 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e0fb0766-5b07-41a0-ab58-3541d6beb396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:15.414652 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e0fb0766-5b07-41a0-ab58-3541d6beb396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:15.421504 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-3c443673-a587-4e28-95fa-97b74744a464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:15.461740 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb0766-5b07-41a0-ab58-3541d6beb396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded256b4-5a8c-4b08-afb6-6dca5946cb21,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:15.464698 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-e0fb0766-5b07-41a0-ab58-3541d6beb396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:15.468210 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-e0fb0766-5b07-41a0-ab58-3541d6beb396 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ad442cee66e84921a2680ab7a5115bc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1953406 Nov 04 13:33:15.470933 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47748) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:15.530755 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c8369bf2-1562-4408-a0bf-7b49e49c4148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:15.555518 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c8369bf2-1562-4408-a0bf-7b49e49c4148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:15.606353 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c8369bf2-1562-4408-a0bf-7b49e49c4148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:15.611522 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-5189c83c-e96b-4a9f-8381-9500c7eb4caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:15.622906 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369bf2-1562-4408-a0bf-7b49e49c4148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded256b4-5a8c-4b08-afb6-6dca5946cb21,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:15.625158 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-c8369bf2-1562-4408-a0bf-7b49e49c4148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:15.629039 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-c8369bf2-1562-4408-a0bf-7b49e49c4148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:15.630846 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-c8369bf2-1562-4408-a0bf-7b49e49c4148 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ded256b4-5a8c-4b08-afb6-6dca5946cb21 HTTP/1.1" status: 204 len: 168 time: 0.1588604 Nov 04 13:33:24.271045 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:25.554660 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47954) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:25.698215 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-591aaa44-f8fa-4f25-a963-f637bd86d8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:25.728878 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-591aaa44-f8fa-4f25-a963-f637bd86d8b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:25.732693 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-591aaa44-f8fa-4f25-a963-f637bd86d8b5 admin admin] Usage tracker for resource:security_group_rule and tenant:ce4c997ded7a480e9c037ba379f25db1 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:25.735497 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-591aaa44-f8fa-4f25-a963-f637bd86d8b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:25.741911 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-591aaa44-f8fa-4f25-a963-f637bd86d8b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:25.808744 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-591aaa44-f8fa-4f25-a963-f637bd86d8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:25.812691 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-591aaa44-f8fa-4f25-a963-f637bd86d8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:25.820398 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-8a318900-24e0-4f5b-adcc-bd3f5bbf20ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:25.860933 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591aaa44-f8fa-4f25-a963-f637bd86d8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266da3b7-9047-4b00-8611-58d5f02ec5f4,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:25.864873 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-591aaa44-f8fa-4f25-a963-f637bd86d8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:25.867612 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-591aaa44-f8fa-4f25-a963-f637bd86d8b5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ce4c997ded7a480e9c037ba379f25db1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3119347 Nov 04 13:33:25.870252 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47960) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:25.929471 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2358bd35-a69b-450e-a01c-fe439f0fc580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:25.955484 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2358bd35-a69b-450e-a01c-fe439f0fc580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:26.008896 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2358bd35-a69b-450e-a01c-fe439f0fc580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:26.012747 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-fba68135-f0fd-4b59-8a61-0f0794e9f5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:26.026086 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358bd35-a69b-450e-a01c-fe439f0fc580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266da3b7-9047-4b00-8611-58d5f02ec5f4,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:26.028792 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-2358bd35-a69b-450e-a01c-fe439f0fc580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:26.029712 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2358bd35-a69b-450e-a01c-fe439f0fc580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:26.033075 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-2358bd35-a69b-450e-a01c-fe439f0fc580 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/266da3b7-9047-4b00-8611-58d5f02ec5f4 HTTP/1.1" status: 204 len: 168 time: 0.1596069 Nov 04 13:33:26.379260 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47974) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:26.398266 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7a2ad851-7e15-4fef-9ca8-63f071f4c7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:26.404501 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 47978) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:26.431485 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-7a2ad851-7e15-4fef-9ca8-63f071f4c7c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:26.435299 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-7a2ad851-7e15-4fef-9ca8-63f071f4c7c2 admin admin] Usage tracker for resource:security_group_rule and tenant:ae5f407552f044fba9739c57844cda4e is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:26.438107 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-7a2ad851-7e15-4fef-9ca8-63f071f4c7c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:26.444133 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-7a2ad851-7e15-4fef-9ca8-63f071f4c7c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:26.512927 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7a2ad851-7e15-4fef-9ca8-63f071f4c7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:26.516856 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7a2ad851-7e15-4fef-9ca8-63f071f4c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:26.524738 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-591aaa44-f8fa-4f25-a963-f637bd86d8b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:26.565931 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ad851-7e15-4fef-9ca8-63f071f4c7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75cf5a9-26b5-479f-b8fd-e8a17c44ce02,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:26.568884 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-7a2ad851-7e15-4fef-9ca8-63f071f4c7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:26.574182 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-7a2ad851-7e15-4fef-9ca8-63f071f4c7c2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ae5f407552f044fba9739c57844cda4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1913159 Nov 04 13:33:26.574754 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47984) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:26.612892 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-0fb7e51d-4e5e-40f7-9a51-52bdf6fb6719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:26.635435 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-72998c40-3043-4911-b032-f45a4cefbfbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:26.644836 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-0fb7e51d-4e5e-40f7-9a51-52bdf6fb6719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:26.648664 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-0fb7e51d-4e5e-40f7-9a51-52bdf6fb6719 admin admin] Usage tracker for resource:security_group_rule and tenant:16b952ec6f234e02b00b2e1a2f2a0e36 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:26.651495 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-0fb7e51d-4e5e-40f7-9a51-52bdf6fb6719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:26.657130 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-0fb7e51d-4e5e-40f7-9a51-52bdf6fb6719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:26.667099 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-72998c40-3043-4911-b032-f45a4cefbfbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:26.723616 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-72998c40-3043-4911-b032-f45a4cefbfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:26.727399 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-e0fb0766-5b07-41a0-ab58-3541d6beb396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:26.730106 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-0fb7e51d-4e5e-40f7-9a51-52bdf6fb6719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:26.734414 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-0fb7e51d-4e5e-40f7-9a51-52bdf6fb6719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:26.741487 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-9f5a64e6-65bf-4a7b-b595-820b04131f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:26.742709 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72998c40-3043-4911-b032-f45a4cefbfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75cf5a9-26b5-479f-b8fd-e8a17c44ce02,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:26.745025 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-72998c40-3043-4911-b032-f45a4cefbfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:26.747278 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-72998c40-3043-4911-b032-f45a4cefbfbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:26.750729 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-72998c40-3043-4911-b032-f45a4cefbfbf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b75cf5a9-26b5-479f-b8fd-e8a17c44ce02 HTTP/1.1" status: 204 len: 168 time: 0.1730571 Nov 04 13:33:26.783227 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7e51d-4e5e-40f7-9a51-52bdf6fb6719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91dd621-2dc2-4c1d-ba82-f63fa3cd176d,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:26.787203 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-0fb7e51d-4e5e-40f7-9a51-52bdf6fb6719 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=16b952ec6f234e02b00b2e1a2f2a0e36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3816986 Nov 04 13:33:26.788113 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-0fb7e51d-4e5e-40f7-9a51-52bdf6fb6719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:26.789897 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 47990) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:26.851572 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-855604ad-23fb-4014-866b-180207620d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:26.876766 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-855604ad-23fb-4014-866b-180207620d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:26.931116 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-855604ad-23fb-4014-866b-180207620d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:26.936010 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-58e11325-f034-4df3-9c32-4949c2e8fe35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:26.949290 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855604ad-23fb-4014-866b-180207620d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91dd621-2dc2-4c1d-ba82-f63fa3cd176d,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:26.951843 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-855604ad-23fb-4014-866b-180207620d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:26.952955 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-855604ad-23fb-4014-866b-180207620d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:26.957586 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-855604ad-23fb-4014-866b-180207620d80 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f91dd621-2dc2-4c1d-ba82-f63fa3cd176d HTTP/1.1" status: 204 len: 168 time: 0.1664083 Nov 04 13:33:27.097966 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 47998) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:27.117840 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-573e8a72-f436-433f-9ad1-f0f993c018db admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:27.151137 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-573e8a72-f436-433f-9ad1-f0f993c018db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:27.155712 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-573e8a72-f436-433f-9ad1-f0f993c018db admin admin] Usage tracker for resource:security_group_rule and tenant:51f33529790c41a297f05a7a91f5b8f5 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:27.158757 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-573e8a72-f436-433f-9ad1-f0f993c018db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:27.166107 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-573e8a72-f436-433f-9ad1-f0f993c018db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:27.235880 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-573e8a72-f436-433f-9ad1-f0f993c018db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:27.240971 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-573e8a72-f436-433f-9ad1-f0f993c018db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:27.248795 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-999db921-4da3-4ba2-ac9b-a2dc6cf536d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:27.289086 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e8a72-f436-433f-9ad1-f0f993c018db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c7f479-fd3c-4c49-9916-a32fb2ee430c,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:27.292110 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-573e8a72-f436-433f-9ad1-f0f993c018db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:27.297305 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-573e8a72-f436-433f-9ad1-f0f993c018db admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=51f33529790c41a297f05a7a91f5b8f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1960042 Nov 04 13:33:27.297974 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48004) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:27.363480 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-62624f99-1e56-4877-ab03-ece4f9602cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:27.392077 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-62624f99-1e56-4877-ab03-ece4f9602cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:27.428361 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 48008) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:27.445145 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-62624f99-1e56-4877-ab03-ece4f9602cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:27.448293 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e182d74d-63ba-4f22-95f0-8e19904ee2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:27.450143 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-19395416-212f-4193-a76d-6bfa760d0b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:27.463607 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62624f99-1e56-4877-ab03-ece4f9602cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c7f479-fd3c-4c49-9916-a32fb2ee430c,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:27.466066 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-62624f99-1e56-4877-ab03-ece4f9602cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:27.468591 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-62624f99-1e56-4877-ab03-ece4f9602cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:27.470022 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-62624f99-1e56-4877-ab03-ece4f9602cc7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a1c7f479-fd3c-4c49-9916-a32fb2ee430c HTTP/1.1" status: 204 len: 168 time: 0.1710873 Nov 04 13:33:27.487998 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-e182d74d-63ba-4f22-95f0-8e19904ee2e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:27.491844 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-e182d74d-63ba-4f22-95f0-8e19904ee2e5 admin admin] Usage tracker for resource:security_group_rule and tenant:09a438bbb98b427f9de0d408d7da060b is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:27.494753 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-e182d74d-63ba-4f22-95f0-8e19904ee2e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:27.500372 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-e182d74d-63ba-4f22-95f0-8e19904ee2e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:27.567254 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e182d74d-63ba-4f22-95f0-8e19904ee2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:27.571063 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-e182d74d-63ba-4f22-95f0-8e19904ee2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:27.578053 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-d00004a3-9e35-4e7b-824b-baa495626e9e tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:27.617942 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182d74d-63ba-4f22-95f0-8e19904ee2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb19c69-e5f4-4801-a175-00503df94458,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:27.622012 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-e182d74d-63ba-4f22-95f0-8e19904ee2e5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=09a438bbb98b427f9de0d408d7da060b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1925838 Nov 04 13:33:27.622870 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-e182d74d-63ba-4f22-95f0-8e19904ee2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:27.624819 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 48014) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:27.685773 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f48044e4-100b-45a5-a9ef-1c75c2da035c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:27.710997 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f48044e4-100b-45a5-a9ef-1c75c2da035c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:27.761410 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f48044e4-100b-45a5-a9ef-1c75c2da035c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:27.766288 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-9ee095ac-192c-4082-8adf-cead24f2ac35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:27.782107 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48044e4-100b-45a5-a9ef-1c75c2da035c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb19c69-e5f4-4801-a175-00503df94458,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:27.785295 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-f48044e4-100b-45a5-a9ef-1c75c2da035c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:27.787438 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f48044e4-100b-45a5-a9ef-1c75c2da035c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:27.791093 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-f48044e4-100b-45a5-a9ef-1c75c2da035c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2fb19c69-e5f4-4801-a175-00503df94458 HTTP/1.1" status: 204 len: 168 time: 0.1654761 Nov 04 13:33:28.443173 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48050) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:28.580037 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-243432511-network', 'tenant_id': '4acbf2cd530840edb8b38749299265d3'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:33:28.585443 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:28.589225 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Usage tracker for resource:network and tenant:4acbf2cd530840edb8b38749299265d3 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:28.592049 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:28.598996 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:28.609403 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Made reservation on behalf of 4acbf2cd530840edb8b38749299265d3 for: {'network': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:33:28.611896 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for network, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:28.624556 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:28.656370 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:28.664584 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Usage tracker for resource:security_group_rule and tenant:4acbf2cd530840edb8b38749299265d3 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:28.667471 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:28.673212 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:28.744928 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:28.750284 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:28.753367 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-440eb985-e969-4ba5-a24f-2bf120d26f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:28.791028 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=82772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 13:33:28.797013 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0023ea3-0354-406f-9796-14cdd99d52fc,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:28.817050 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:28.817391 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.db.segments_db [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Added segment f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6 of type vlan for network 442e3e30-ef92-4403-8958-925f0bf7cc23 Nov 04 13:33:28.819211 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:28.819595 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:28.819951 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:28.820300 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:28.820648 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:28.820992 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:28.821337 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:28.821700 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:28.822042 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:28.822378 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:28.822774 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:28.829710 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:28.853042 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742936165852'] for network, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:28.882571 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for network, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:28.883928 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:33:28.884486 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:28.889046 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:28.990261 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Pushing event updated for resources: {'Network': ['ID=442e3e30-ef92-4403-8958-925f0bf7cc23,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:28.993247 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5490718 Nov 04 13:33:28.994118 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-39f51254-3215-403c-bfe1-79cff01a80ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:28.996225 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48066) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:29.000350 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Network 442e3e30-ef92-4403-8958-925f0bf7cc23 details requested by agent ovs-agent-dv-cinder-810367-1-smb with host dv-cinder-810367-1-smb {{(pid=82774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 04 13:33:29.001541 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-332cd372-baef-4be9-8d41-4be04dab1e4f admin admin] Request body: {'subnet': {'network_id': '442e3e30-ef92-4403-8958-925f0bf7cc23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-243432511-subnet', 'tenant_id': '4acbf2cd530840edb8b38749299265d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:33:29.009559 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-332cd372-baef-4be9-8d41-4be04dab1e4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:29.010573 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-332cd372-baef-4be9-8d41-4be04dab1e4f admin admin] Usage tracker for resource:subnet and tenant:4acbf2cd530840edb8b38749299265d3 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:29.013453 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-332cd372-baef-4be9-8d41-4be04dab1e4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:29.020165 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-332cd372-baef-4be9-8d41-4be04dab1e4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:29.030909 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332cd372-baef-4be9-8d41-4be04dab1e4f admin admin] Made reservation on behalf of 4acbf2cd530840edb8b38749299265d3 for: {'subnet': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:33:29.033563 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-332cd372-baef-4be9-8d41-4be04dab1e4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2604504'] for subnet, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:29.123087 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-0bbffccf-45e3-4bcd-a630-2ada201916ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:29.328073 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-332cd372-baef-4be9-8d41-4be04dab1e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3573347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2604462'] for subnet, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:29.333812 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:29.398911 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:29.405689 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cd372-baef-4be9-8d41-4be04dab1e4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=47d07a9e-e5da-4f80-8ec2-e6cbf88df5aa,revision_number=0']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:29.413410 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-332cd372-baef-4be9-8d41-4be04dab1e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:29.421457 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332cd372-baef-4be9-8d41-4be04dab1e4f admin admin] Checking segment: {'id': 'f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '442e3e30-ef92-4403-8958-925f0bf7cc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:33:29.421844 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332cd372-baef-4be9-8d41-4be04dab1e4f admin admin] Network hostable DHCP agents. Network: 442e3e30-ef92-4403-8958-925f0bf7cc23, hostable agents: ['631ea237-d78a-4659-83c4-0eb0d10a6a4b'], hosted agents: [] {{(pid=82772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 13:33:29.443559 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332cd372-baef-4be9-8d41-4be04dab1e4f admin admin] Network 442e3e30-ef92-4403-8958-925f0bf7cc23 is scheduled to be hosted by DHCP agent 631ea237-d78a-4659-83c4-0eb0d10a6a4b with binding_index 1 {{(pid=82772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 13:33:29.453417 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [None req-332cd372-baef-4be9-8d41-4be04dab1e4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-smb, 442e3e30-ef92-4403-8958-925f0bf7cc23) {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:33:29.458136 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332cd372-baef-4be9-8d41-4be04dab1e4f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:33:29.458569 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-332cd372-baef-4be9-8d41-4be04dab1e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:29.466930 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2801b56f-ad72-4003-9bf0-27dad5511b3c None None] Network 442e3e30-ef92-4403-8958-925f0bf7cc23 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:33:29.499127 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-332cd372-baef-4be9-8d41-4be04dab1e4f admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5016148 Nov 04 13:33:29.690748 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c7e2d1-86cf-40a2-a8f7-322acf9fe484 None None] Network 442e3e30-ef92-4403-8958-925f0bf7cc23 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:33:30.172856 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 48110) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:30.323721 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4c79-7d23-4969-bacc-c5361f5f7075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:30.355583 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-cdfe4c79-7d23-4969-bacc-c5361f5f7075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:30.359394 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-cdfe4c79-7d23-4969-bacc-c5361f5f7075 admin admin] Usage tracker for resource:security_group_rule and tenant:bc7fc15ba4cb4f5ba1c23a4b2bef158d is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:30.362319 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-cdfe4c79-7d23-4969-bacc-c5361f5f7075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:30.368142 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-cdfe4c79-7d23-4969-bacc-c5361f5f7075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:30.436565 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4c79-7d23-4969-bacc-c5361f5f7075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:30.439978 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4c79-7d23-4969-bacc-c5361f5f7075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:30.447631 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-999c70bc-fc84-4f55-aa77-bf625e465e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:30.488249 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe4c79-7d23-4969-bacc-c5361f5f7075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad119541-87f5-474f-8aec-da529f6616d9,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:30.492579 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-cdfe4c79-7d23-4969-bacc-c5361f5f7075 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bc7fc15ba4cb4f5ba1c23a4b2bef158d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3181801 Nov 04 13:33:30.493428 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-cdfe4c79-7d23-4969-bacc-c5361f5f7075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:30.495388 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 48116) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:30.552807 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7e09653d-c143-442e-b8fa-b39d9c636fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:30.578854 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7e09653d-c143-442e-b8fa-b39d9c636fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:30.631768 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7e09653d-c143-442e-b8fa-b39d9c636fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:30.635460 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-156bbf73-e4a4-4076-8a96-590c0406c9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:30.647980 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09653d-c143-442e-b8fa-b39d9c636fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad119541-87f5-474f-8aec-da529f6616d9,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:30.650839 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-7e09653d-c143-442e-b8fa-b39d9c636fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:30.652679 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7e09653d-c143-442e-b8fa-b39d9c636fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:30.653792 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-7e09653d-c143-442e-b8fa-b39d9c636fc5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ad119541-87f5-474f-8aec-da529f6616d9 HTTP/1.1" status: 204 len: 168 time: 0.1575022 Nov 04 13:33:30.972049 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 48124) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:30.990024 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5232a8fa-1bbe-41d7-b1c7-f0c4e5adc0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:31.021468 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-5232a8fa-1bbe-41d7-b1c7-f0c4e5adc0bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:31.025184 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-5232a8fa-1bbe-41d7-b1c7-f0c4e5adc0bb admin admin] Usage tracker for resource:security_group_rule and tenant:9abfa363a03448d78d727ca7e6b1bf82 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:31.027952 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-5232a8fa-1bbe-41d7-b1c7-f0c4e5adc0bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:31.033526 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-5232a8fa-1bbe-41d7-b1c7-f0c4e5adc0bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:31.101021 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5232a8fa-1bbe-41d7-b1c7-f0c4e5adc0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:31.103948 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5232a8fa-1bbe-41d7-b1c7-f0c4e5adc0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:31.110880 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-867af164-3135-4d12-ada3-d14c5d1422b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:31.142928 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-238dbae6-0d9a-4a83-a626-cbe4491b4510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:31.151378 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232a8fa-1bbe-41d7-b1c7-f0c4e5adc0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c492ad2-518f-403a-9189-c46fc4362975,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:31.154302 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-5232a8fa-1bbe-41d7-b1c7-f0c4e5adc0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:31.156457 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-5232a8fa-1bbe-41d7-b1c7-f0c4e5adc0bb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9abfa363a03448d78d727ca7e6b1bf82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1833708 Nov 04 13:33:31.159869 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 48128) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:31.225598 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-2b67f085-ba41-440c-884e-b543bf2bfe26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:31.250502 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-2b67f085-ba41-440c-884e-b543bf2bfe26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:31.310450 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-2b67f085-ba41-440c-884e-b543bf2bfe26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:31.316967 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-855604ad-23fb-4014-866b-180207620d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:31.328697 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67f085-ba41-440c-884e-b543bf2bfe26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c492ad2-518f-403a-9189-c46fc4362975,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:31.332041 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-2b67f085-ba41-440c-884e-b543bf2bfe26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:31.337453 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-2b67f085-ba41-440c-884e-b543bf2bfe26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:31.338598 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-2b67f085-ba41-440c-884e-b543bf2bfe26 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1c492ad2-518f-403a-9189-c46fc4362975 HTTP/1.1" status: 204 len: 168 time: 0.1775811 Nov 04 13:33:31.677857 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf24273-3911-43b0-8480-43bd12268f74 req-5cde45bf-ee59-49d0-8b57-d9e85b8fa3e5 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:33:31.679287 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-2bf24273-3911-43b0-8480-43bd12268f74 req-5cde45bf-ee59-49d0-8b57-d9e85b8fa3e5 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/networks?id=442e3e30-ef92-4403-8958-925f0bf7cc23 HTTP/1.1" status: 200 len: 813 time: 0.1581283 Nov 04 13:33:31.695815 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-2bf24273-3911-43b0-8480-43bd12268f74 req-52393ef6-fb54-4850-a297-0dc386b51323 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/quotas/4acbf2cd530840edb8b38749299265d3 HTTP/1.1" status: 200 len: 375 time: 0.0112982 Nov 04 13:33:31.741239 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-2bf24273-3911-43b0-8480-43bd12268f74 req-b9fbe847-bab5-4dfe-abf5-3c4032e286aa tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4acbf2cd530840edb8b38749299265d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399485 Nov 04 13:33:32.055196 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:32.135986 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-2bf24273-3911-43b0-8480-43bd12268f74 req-bf5cf6c6-92da-416b-b33d-33f22ba844b6 service neutron] 10.222.0.93 "GET /v2.0/networks/442e3e30-ef92-4403-8958-925f0bf7cc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883607 Nov 04 13:33:32.278888 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d407b509-3ed6-4de6-b5f6-590ce89d4685 service neutron] 10.222.0.93 "GET /v2.0/networks/442e3e30-ef92-4403-8958-925f0bf7cc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369543 Nov 04 13:33:32.461736 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1c3a29ec-bbff-4b9c-b909-0ff102bb2bac req-bbfbb166-d49b-414c-9338-c4c4e6ca44f2 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e654ae4-5f54-4557-a340-425ce77443d4 HTTP/1.1" status: 200 len: 210 time: 0.0428278 Nov 04 13:33:33.621786 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:33.637942 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf24273-3911-43b0-8480-43bd12268f74 req-88434bfe-8c75-4ed5-8454-7f561a337137 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:33:33.638623 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-2bf24273-3911-43b0-8480-43bd12268f74 req-88434bfe-8c75-4ed5-8454-7f561a337137 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Synchronizing usage tracker for tenant:4acbf2cd530840edb8b38749299265d3 on resource:network {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:33:33.656974 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-2bf24273-3911-43b0-8480-43bd12268f74 req-88434bfe-8c75-4ed5-8454-7f561a337137 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Unset dirty status for tenant:4acbf2cd530840edb8b38749299265d3 on resource:network {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:33:33.657895 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2bf24273-3911-43b0-8480-43bd12268f74 req-88434bfe-8c75-4ed5-8454-7f561a337137 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.52 "GET /v2.0/networks?id=442e3e30-ef92-4403-8958-925f0bf7cc23 HTTP/1.1" status: 200 len: 813 time: 0.1944396 Nov 04 13:33:33.686272 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-2bf24273-3911-43b0-8480-43bd12268f74 req-1fa4bc24-7b9c-447b-b52e-b5ebca04dabe tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Request body: {'port': {'device_id': '4e654ae4-5f54-4557-a340-425ce77443d4', 'network_id': '442e3e30-ef92-4403-8958-925f0bf7cc23', 'admin_state_up': True, 'tenant_id': '4acbf2cd530840edb8b38749299265d3'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:33:33.770237 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-980d9492-afec-4598-9e5f-bf05caa2d632 req-6fef7469-17ed-4acb-b9f0-5ed077be85ce tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e654ae4-5f54-4557-a340-425ce77443d4 HTTP/1.1" status: 200 len: 210 time: 0.1741436 Nov 04 13:33:33.842829 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-2bf24273-3911-43b0-8480-43bd12268f74 req-1fa4bc24-7b9c-447b-b52e-b5ebca04dabe tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:33.846789 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-2bf24273-3911-43b0-8480-43bd12268f74 req-1fa4bc24-7b9c-447b-b52e-b5ebca04dabe tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Usage tracker for resource:port and tenant:4acbf2cd530840edb8b38749299265d3 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:33.849834 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-2bf24273-3911-43b0-8480-43bd12268f74 req-1fa4bc24-7b9c-447b-b52e-b5ebca04dabe tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:33.855988 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-2bf24273-3911-43b0-8480-43bd12268f74 req-1fa4bc24-7b9c-447b-b52e-b5ebca04dabe tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:33.867183 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf24273-3911-43b0-8480-43bd12268f74 req-1fa4bc24-7b9c-447b-b52e-b5ebca04dabe tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Made reservation on behalf of 4acbf2cd530840edb8b38749299265d3 for: {'port': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:33:33.872339 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-2bf24273-3911-43b0-8480-43bd12268f74 req-1fa4bc24-7b9c-447b-b52e-b5ebca04dabe tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:34.053044 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [req-2bf24273-3911-43b0-8480-43bd12268f74 req-1fa4bc24-7b9c-447b-b52e-b5ebca04dabe tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Allocated IP 172.20.0.7 (442e3e30-ef92-4403-8958-925f0bf7cc23/47d07a9e-e5da-4f80-8ec2-e6cbf88df5aa/81032e66-5350-488d-8ad3-9234de6357e7) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:33:34.251352 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-2bf24273-3911-43b0-8480-43bd12268f74 req-1fa4bc24-7b9c-447b-b52e-b5ebca04dabe tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:34.277993 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-2bf24273-3911-43b0-8480-43bd12268f74 req-1fa4bc24-7b9c-447b-b52e-b5ebca04dabe tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:34.284955 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-e85835e0-105e-4a32-8093-c716a4bead13 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:34.349188 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf24273-3911-43b0-8480-43bd12268f74 req-1fa4bc24-7b9c-447b-b52e-b5ebca04dabe tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Network 442e3e30-ef92-4403-8958-925f0bf7cc23 is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:33:34.356577 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [req-2bf24273-3911-43b0-8480-43bd12268f74 req-1fa4bc24-7b9c-447b-b52e-b5ebca04dabe tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:33:34.358942 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf24273-3911-43b0-8480-43bd12268f74 req-1fa4bc24-7b9c-447b-b52e-b5ebca04dabe tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:33:34.395640 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4bc24-7b9c-447b-b52e-b5ebca04dabe tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Pushing event updated for resources: {'Port': ['ID=81032e66-5350-488d-8ad3-9234de6357e7,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:34.398330 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-1fa4bc24-7b9c-447b-b52e-b5ebca04dabe tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:34.426105 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf24273-3911-43b0-8480-43bd12268f74 req-1fa4bc24-7b9c-447b-b52e-b5ebca04dabe tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:33:34.426696 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-2bf24273-3911-43b0-8480-43bd12268f74 req-1fa4bc24-7b9c-447b-b52e-b5ebca04dabe tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:34.446459 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2bf24273-3911-43b0-8480-43bd12268f74 req-1fa4bc24-7b9c-447b-b52e-b5ebca04dabe tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7662823 Nov 04 13:33:34.462391 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Request body: {'port': {'device_id': '4e654ae4-5f54-4557-a340-425ce77443d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:33:34.570772 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:34.944487 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81032e66-5350-488d-8ad3-9234de6357e7 {{(pid=82772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:33:34.952236 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:34.972087 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.provisioning_blocks [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Transition to ACTIVE for port object 81032e66-5350-488d-8ad3-9234de6357e7 will not be triggered until provisioned by entity L2. {{(pid=82772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:33:34.977098 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:34.981922 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-1fa4bc24-7b9c-447b-b52e-b5ebca04dabe tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:35.050669 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a886ae-f118-45fb-89a8-25a38a890fe6 req-34e44e6a-0051-4dc0-9723-45ec0f0e573a tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:33:35.051369 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-63a886ae-f118-45fb-89a8-25a38a890fe6 req-34e44e6a-0051-4dc0-9723-45ec0f0e573a tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Synchronizing usage tracker for tenant:4acbf2cd530840edb8b38749299265d3 on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:33:35.216752 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Pushing event updated for resources: {'Port': ['ID=81032e66-5350-488d-8ad3-9234de6357e7,revision_number=2']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:35.221811 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:35.261549 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-63a886ae-f118-45fb-89a8-25a38a890fe6 req-34e44e6a-0051-4dc0-9723-45ec0f0e573a tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Unset dirty status for tenant:4acbf2cd530840edb8b38749299265d3 on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:33:35.262466 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-63a886ae-f118-45fb-89a8-25a38a890fe6 req-34e44e6a-0051-4dc0-9723-45ec0f0e573a tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e654ae4-5f54-4557-a340-425ce77443d4 HTTP/1.1" status: 200 len: 931 time: 0.3760691 Nov 04 13:33:35.371629 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-63a886ae-f118-45fb-89a8-25a38a890fe6 req-7423a2d6-5af7-45ca-88f3-e30de67aa9e5 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Synchronizing usage tracker for tenant:4acbf2cd530840edb8b38749299265d3 on resource:security_group {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:33:35.375125 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Attempting to bind port 81032e66-5350-488d-8ad3-9234de6357e7 on host hv-cinder-81036 for vnic_type normal with profile {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:33:35.375458 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Attempting to bind port 81032e66-5350-488d-8ad3-9234de6357e7 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': 'f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '442e3e30-ef92-4403-8958-925f0bf7cc23'}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:33:35.375782 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Attempting to bind port 81032e66-5350-488d-8ad3-9234de6357e7 on network 442e3e30-ef92-4403-8958-925f0bf7cc23 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:33:35.389920 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Port 81032e66-5350-488d-8ad3-9234de6357e7 on network 442e3e30-ef92-4403-8958-925f0bf7cc23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 04 13:33:35.390232 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Attempting to bind port 81032e66-5350-488d-8ad3-9234de6357e7 on network 442e3e30-ef92-4403-8958-925f0bf7cc23 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:33:35.398315 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-63a886ae-f118-45fb-89a8-25a38a890fe6 req-7423a2d6-5af7-45ca-88f3-e30de67aa9e5 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Unset dirty status for tenant:4acbf2cd530840edb8b38749299265d3 on resource:security_group {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:33:35.399460 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-63a886ae-f118-45fb-89a8-25a38a890fe6 req-7423a2d6-5af7-45ca-88f3-e30de67aa9e5 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046965 Nov 04 13:33:35.400278 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Checking agent: {'id': 'f3f49e7e-243b-4d29-a545-c161d140ab6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'started_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:33:35.400609 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Checking segment: {'id': 'f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '442e3e30-ef92-4403-8958-925f0bf7cc23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:33:35.400981 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Bound using segment: {'id': 'f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '442e3e30-ef92-4403-8958-925f0bf7cc23'} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:33:35.401397 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Bound port: 81032e66-5350-488d-8ad3-9234de6357e7, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '442e3e30-ef92-4403-8958-925f0bf7cc23'}}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:33:35.401770 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:35.491189 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] For port 81032e66-5350-488d-8ad3-9234de6357e7, host hv-cinder-81036, cleared binding levels {{(pid=82772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:33:35.494397 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] For port 81032e66-5350-488d-8ad3-9234de6357e7, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=81032e66-5350-488d-8ad3-9234de6357e7,segment=NetworkSegment(f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6),segment_id=f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6)] {{(pid=82772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:33:35.498491 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:35.502742 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-47719cb2-3565-42dc-8c14-a11c0fb43946 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:35.560977 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:35.562354 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] 10.222.0.52 "PUT /v2.0/ports/81032e66-5350-488d-8ad3-9234de6357e7 HTTP/1.1" status: 200 len: 1093 time: 1.1039894 Nov 04 13:33:35.562845 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e654ae4-5f54-4557-a340-425ce77443d4', 'tag': '81032e66-5350-488d-8ad3-9234de6357e7'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:33:35.585249 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Pushing event updated for resources: {'Port': ['ID=81032e66-5350-488d-8ad3-9234de6357e7,revision_number=3']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:35.588182 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:35.630680 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e654ae4-5f54-4557-a340-425ce77443d4', 'tag': '81032e66-5350-488d-8ad3-9234de6357e7', 'status': 'completed', 'code': 200} Nov 04 13:33:35.669712 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2bf24273-3911-43b0-8480-43bd12268f74 req-27c9b643-0cdb-472d-8164-5d8df1a22e16 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4acbf2cd530840edb8b38749299265d3&device_id=4e654ae4-5f54-4557-a340-425ce77443d4 HTTP/1.1" status: 200 len: 1096 time: 0.0707064 Nov 04 13:33:35.745673 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2bf24273-3911-43b0-8480-43bd12268f74 req-1a2e42c7-125f-4815-9b2a-5931dd0e5220 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81032e66-5350-488d-8ad3-9234de6357e7 HTTP/1.1" status: 200 len: 217 time: 0.0645170 Nov 04 13:33:35.809993 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf24273-3911-43b0-8480-43bd12268f74 req-9d459b54-4264-439b-8524-b6fbd208d78c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:33:35.811382 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2bf24273-3911-43b0-8480-43bd12268f74 req-9d459b54-4264-439b-8524-b6fbd208d78c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47d07a9e-e5da-4f80-8ec2-e6cbf88df5aa HTTP/1.1" status: 200 len: 853 time: 0.0564864 Nov 04 13:33:35.859868 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2bf24273-3911-43b0-8480-43bd12268f74 req-b67be1a2-a4a2-4d50-a2de-fd25cd2824ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=442e3e30-ef92-4403-8958-925f0bf7cc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382442 Nov 04 13:33:35.993722 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2bf24273-3911-43b0-8480-43bd12268f74 req-d7d99393-5d0c-4fcd-92d2-7240fed73397 service neutron] 10.222.0.52 "GET /v2.0/networks/442e3e30-ef92-4403-8958-925f0bf7cc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239953 Nov 04 13:33:36.130077 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2bf24273-3911-43b0-8480-43bd12268f74 req-73b095ae-07de-4e94-9bce-18ab53a0c495 service neutron] 10.222.0.52 "GET /v2.0/networks/442e3e30-ef92-4403-8958-925f0bf7cc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257403 Nov 04 13:33:36.252393 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b7d477d9-4289-46ac-974f-dc912a906403 req-7965b0c7-4c3b-4c40-be52-84960a97728f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4acbf2cd530840edb8b38749299265d3&device_id=4e654ae4-5f54-4557-a340-425ce77443d4 HTTP/1.1" status: 200 len: 1096 time: 0.0736699 Nov 04 13:33:36.394759 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d477d9-4289-46ac-974f-dc912a906403 req-e70b04d0-788d-4e0d-8dc6-5138740dff13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:33:36.396090 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b7d477d9-4289-46ac-974f-dc912a906403 req-e70b04d0-788d-4e0d-8dc6-5138740dff13 service neutron] 10.222.0.52 "GET /v2.0/networks?id=442e3e30-ef92-4403-8958-925f0bf7cc23 HTTP/1.1" status: 200 len: 914 time: 0.1339076 Nov 04 13:33:36.470368 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b7d477d9-4289-46ac-974f-dc912a906403 req-91eacae8-d520-4951-90bd-ea8304dd3b3a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81032e66-5350-488d-8ad3-9234de6357e7 HTTP/1.1" status: 200 len: 217 time: 0.0650687 Nov 04 13:33:36.575239 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d477d9-4289-46ac-974f-dc912a906403 req-ead761c6-bbca-41bd-b7c2-37a1a18d5f44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:33:36.576692 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b7d477d9-4289-46ac-974f-dc912a906403 req-ead761c6-bbca-41bd-b7c2-37a1a18d5f44 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47d07a9e-e5da-4f80-8ec2-e6cbf88df5aa HTTP/1.1" status: 200 len: 853 time: 0.0992258 Nov 04 13:33:36.631721 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b7d477d9-4289-46ac-974f-dc912a906403 req-bd831d82-4462-46a5-bf57-69890d320f84 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=442e3e30-ef92-4403-8958-925f0bf7cc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473244 Nov 04 13:33:36.719756 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc504848-522d-4091-94f5-9ff9f4bb8123 req-f7fba779-d6a9-48f9-903d-fa3ec3b8d051 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:33:36.721248 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-cc504848-522d-4091-94f5-9ff9f4bb8123 req-f7fba779-d6a9-48f9-903d-fa3ec3b8d051 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e654ae4-5f54-4557-a340-425ce77443d4 HTTP/1.1" status: 200 len: 943 time: 0.1941435 Nov 04 13:33:36.809362 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-cc504848-522d-4091-94f5-9ff9f4bb8123 req-312fc293-c983-45d0-9b62-0af585e3bb5b tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809741 Nov 04 13:33:36.812504 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b7d477d9-4289-46ac-974f-dc912a906403 req-dc411089-0fe1-4ffe-abdc-5ac20861a8a6 service neutron] 10.222.0.52 "GET /v2.0/networks/442e3e30-ef92-4403-8958-925f0bf7cc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722527 Nov 04 13:33:37.047808 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b7d477d9-4289-46ac-974f-dc912a906403 req-93d31108-01f5-445a-ab9b-305c5ae0b246 service neutron] 10.222.0.52 "GET /v2.0/networks/442e3e30-ef92-4403-8958-925f0bf7cc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282689 Nov 04 13:33:38.013588 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72566142-0a92-4a1c-9331-7989af044188 req-35bae4f8-d48a-4133-a312-cfae1a415e32 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:33:38.014959 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-72566142-0a92-4a1c-9331-7989af044188 req-35bae4f8-d48a-4133-a312-cfae1a415e32 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e654ae4-5f54-4557-a340-425ce77443d4 HTTP/1.1" status: 200 len: 943 time: 0.0774693 Nov 04 13:33:38.060165 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-72566142-0a92-4a1c-9331-7989af044188 req-d6a59a15-29ea-481f-b84b-2a38ef4135bf tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394168 Nov 04 13:33:38.991902 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 81032e66-5350-488d-8ad3-9234de6357e7 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:33:39.126359 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 81032e66-5350-488d-8ad3-9234de6357e7, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=81032e66-5350-488d-8ad3-9234de6357e7,segment=NetworkSegment(f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6),segment_id=f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:33:39.141123 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': '81032e66-5350-488d-8ad3-9234de6357e7', 'network_id': '442e3e30-ef92-4403-8958-925f0bf7cc23', 'port_id': '81032e66-5350-488d-8ad3-9234de6357e7', 'mac_address': 'fa:16:3e:c8:79:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d07a9e-e5da-4f80-8ec2-e6cbf88df5aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:33:39.202611 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:39.221586 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81032e66-5350-488d-8ad3-9234de6357e7 {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:33:39.238800 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 81032e66-5350-488d-8ad3-9234de6357e7, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=81032e66-5350-488d-8ad3-9234de6357e7,segment=NetworkSegment(f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6),segment_id=f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:33:39.245172 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:39.248228 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:39.268911 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa78fa-94b6-4612-987a-26f8ad53fa5e req-55e254ce-5276-4c04-b4e1-67ac0877ee1a tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:33:39.276258 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-29aa78fa-94b6-4612-987a-26f8ad53fa5e req-55e254ce-5276-4c04-b4e1-67ac0877ee1a tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e654ae4-5f54-4557-a340-425ce77443d4 HTTP/1.1" status: 200 len: 943 time: 0.0887437 Nov 04 13:33:39.319567 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=81032e66-5350-488d-8ad3-9234de6357e7,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:39.327977 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 48286) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:39.328927 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:39.329373 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:39.329981 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:39.331052 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:39.331355 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-29aa78fa-94b6-4612-987a-26f8ad53fa5e req-9712c0df-affa-4227-8f56-950ec1bc5814 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526133 Nov 04 13:33:39.331553 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:39.331971 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:39.332385 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:39.332804 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:39.333220 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:39.333647 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:39.334077 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:39.338436 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:39.470230 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-50ba5efe-7331-42b6-ae65-5cfa7396059c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:39.500580 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-50ba5efe-7331-42b6-ae65-5cfa7396059c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:39.504928 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-50ba5efe-7331-42b6-ae65-5cfa7396059c admin admin] Usage tracker for resource:security_group_rule and tenant:f9b328aeed5440c7b0cb4a528e96fb47 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:39.507712 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-50ba5efe-7331-42b6-ae65-5cfa7396059c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:39.513285 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-50ba5efe-7331-42b6-ae65-5cfa7396059c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:39.534816 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['81032e66-5350-488d-8ad3-9234de6357e7'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:33:39.585120 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-50ba5efe-7331-42b6-ae65-5cfa7396059c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:39.588693 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-50ba5efe-7331-42b6-ae65-5cfa7396059c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:39.595970 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-189348fa-f232-4a57-8b0e-25a985aa4693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:39.634649 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba5efe-7331-42b6-ae65-5cfa7396059c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80db0200-f940-4ccd-8132-8157375096c3,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:39.638965 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-50ba5efe-7331-42b6-ae65-5cfa7396059c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f9b328aeed5440c7b0cb4a528e96fb47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3099794 Nov 04 13:33:39.639814 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-50ba5efe-7331-42b6-ae65-5cfa7396059c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:39.641674 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 48292) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:39.701241 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-82dab88f-71c9-4bca-8c00-6e40b925bf54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:39.727266 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-82dab88f-71c9-4bca-8c00-6e40b925bf54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:39.778280 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-82dab88f-71c9-4bca-8c00-6e40b925bf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:39.781930 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-bde01feb-7135-4b89-9a2f-92877fb093d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:39.793089 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dab88f-71c9-4bca-8c00-6e40b925bf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80db0200-f940-4ccd-8132-8157375096c3,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:39.797919 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-82dab88f-71c9-4bca-8c00-6e40b925bf54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:39.799868 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-82dab88f-71c9-4bca-8c00-6e40b925bf54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:39.800983 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-82dab88f-71c9-4bca-8c00-6e40b925bf54 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/80db0200-f940-4ccd-8132-8157375096c3 HTTP/1.1" status: 204 len: 168 time: 0.1584244 Nov 04 13:33:40.122181 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 48300) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:40.139884 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b163500d-ee8d-49a2-9f29-222e17ff496d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:40.173703 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-b163500d-ee8d-49a2-9f29-222e17ff496d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:40.177448 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-b163500d-ee8d-49a2-9f29-222e17ff496d admin admin] Usage tracker for resource:security_group_rule and tenant:de6a2aa0678b438ab0fec1de6f78ce34 is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:40.180186 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-b163500d-ee8d-49a2-9f29-222e17ff496d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:40.185732 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-b163500d-ee8d-49a2-9f29-222e17ff496d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:40.249896 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b163500d-ee8d-49a2-9f29-222e17ff496d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:40.255185 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b163500d-ee8d-49a2-9f29-222e17ff496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:40.261983 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-b4a82a84-13d7-40ae-8df2-30f7bac0d7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:40.300723 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163500d-ee8d-49a2-9f29-222e17ff496d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2a50c3-07ba-4fb0-b8c8-374a18484c00,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:40.305403 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-b163500d-ee8d-49a2-9f29-222e17ff496d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=de6a2aa0678b438ab0fec1de6f78ce34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1820986 Nov 04 13:33:40.306296 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-b163500d-ee8d-49a2-9f29-222e17ff496d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:40.307909 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 48304) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:40.369149 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6821653b-722b-46e4-8acb-056ae2f41057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:40.395054 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6821653b-722b-46e4-8acb-056ae2f41057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:40.476414 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6821653b-722b-46e4-8acb-056ae2f41057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:40.480005 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-3aed7e3e-a5f9-484b-9c6e-1b01ba246272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:40.501269 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821653b-722b-46e4-8acb-056ae2f41057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2a50c3-07ba-4fb0-b8c8-374a18484c00,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:40.505347 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-6821653b-722b-46e4-8acb-056ae2f41057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:40.511426 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6821653b-722b-46e4-8acb-056ae2f41057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:40.512518 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-6821653b-722b-46e4-8acb-056ae2f41057 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7c2a50c3-07ba-4fb0-b8c8-374a18484c00 HTTP/1.1" status: 204 len: 168 time: 0.2037346 Nov 04 13:33:40.545881 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532aeac1-2547-41fa-b403-cb40f7c2cef8 req-4c277a64-5c0c-4ce2-bd0e-2d7c6faa1a45 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:33:40.547508 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-532aeac1-2547-41fa-b403-cb40f7c2cef8 req-4c277a64-5c0c-4ce2-bd0e-2d7c6faa1a45 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e654ae4-5f54-4557-a340-425ce77443d4 HTTP/1.1" status: 200 len: 944 time: 0.1041560 Nov 04 13:33:40.595201 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-532aeac1-2547-41fa-b403-cb40f7c2cef8 req-0eddc36a-fb73-47e4-911b-ebe8692f20bd tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418656 Nov 04 13:33:41.008760 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 81032e66-5350-488d-8ad3-9234de6357e7 up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:33:41.077058 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning for port 81032e66-5350-488d-8ad3-9234de6357e7 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:33:41.081902 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port 81032e66-5350-488d-8ad3-9234de6357e7 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:33:41.082287 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:41.207025 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:41.241261 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e654ae4-5f54-4557-a340-425ce77443d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81032e66-5350-488d-8ad3-9234de6357e7'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:33:41.252993 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 81032e66-5350-488d-8ad3-9234de6357e7, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=81032e66-5350-488d-8ad3-9234de6357e7,segment=NetworkSegment(f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6),segment_id=f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:33:41.257798 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:41.260070 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:41.317521 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e654ae4-5f54-4557-a340-425ce77443d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81032e66-5350-488d-8ad3-9234de6357e7', 'code': 200} Nov 04 13:33:41.335219 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=81032e66-5350-488d-8ad3-9234de6357e7,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:41.338090 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:41.564988 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-964a2fb2-40c2-485b-b616-f64502a02e41 req-123f9f6e-b29a-4f37-ae36-b07c2002cda7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4e654ae4-5f54-4557-a340-425ce77443d4 HTTP/1.1" status: 200 len: 1098 time: 0.0731730 Nov 04 13:33:41.612254 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-964a2fb2-40c2-485b-b616-f64502a02e41 req-dde20f23-429d-4a6e-850a-c204398b2f3d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371041 Nov 04 13:33:41.805444 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb2e28-e20e-4c40-9d88-7952e986261e req-d7a1e01b-b248-4777-87d1-50738e2f26ac tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:33:41.806958 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-eebb2e28-e20e-4c40-9d88-7952e986261e req-d7a1e01b-b248-4777-87d1-50738e2f26ac tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e654ae4-5f54-4557-a340-425ce77443d4 HTTP/1.1" status: 200 len: 945 time: 0.0826840 Nov 04 13:33:41.855771 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-eebb2e28-e20e-4c40-9d88-7952e986261e req-6ed46673-30ef-4458-8176-a26c45280f40 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428288 Nov 04 13:33:43.076383 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2cbff-c6c7-48b3-8d3d-ab4763021cba req-3de7ea00-2f80-47aa-8b81-70247c458327 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:33:43.077866 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6fa2cbff-c6c7-48b3-8d3d-ab4763021cba req-3de7ea00-2f80-47aa-8b81-70247c458327 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e654ae4-5f54-4557-a340-425ce77443d4 HTTP/1.1" status: 200 len: 945 time: 0.0829217 Nov 04 13:33:43.126522 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6fa2cbff-c6c7-48b3-8d3d-ab4763021cba req-e44d1f3c-b6cd-4507-9ad8-df3d4b3c6135 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421379 Nov 04 13:33:43.702110 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 48410) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:43.849469 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc807-74f6-46f4-acd9-e61e720de7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:43.880306 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-2c6fc807-74f6-46f4-acd9-e61e720de7ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:43.884002 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-2c6fc807-74f6-46f4-acd9-e61e720de7ff admin admin] Usage tracker for resource:security_group_rule and tenant:ac267cad6f424a32ae3403e0dd95c6ef is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:43.886745 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-2c6fc807-74f6-46f4-acd9-e61e720de7ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:43.892466 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-2c6fc807-74f6-46f4-acd9-e61e720de7ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:43.960293 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc807-74f6-46f4-acd9-e61e720de7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:43.964243 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-2c6fc807-74f6-46f4-acd9-e61e720de7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:43.974561 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-e182d74d-63ba-4f22-95f0-8e19904ee2e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:44.016206 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-2c6fc807-74f6-46f4-acd9-e61e720de7ff admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ac267cad6f424a32ae3403e0dd95c6ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3129389 Nov 04 13:33:44.017068 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fc807-74f6-46f4-acd9-e61e720de7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a37fbad-54dd-4b97-997e-450654828e7e,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:44.019009 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48416) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:44.020522 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-2c6fc807-74f6-46f4-acd9-e61e720de7ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:44.087386 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc88c-a911-467e-b4a3-1b5be724d7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:44.115189 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc88c-a911-467e-b4a3-1b5be724d7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:44.168798 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc88c-a911-467e-b4a3-1b5be724d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:44.172443 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-dfdfa725-e88a-4dc2-b86d-1f5af4da5cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:44.190214 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bdc88c-a911-467e-b4a3-1b5be724d7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a37fbad-54dd-4b97-997e-450654828e7e,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:44.193092 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b4bdc88c-a911-467e-b4a3-1b5be724d7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:44.194991 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc88c-a911-467e-b4a3-1b5be724d7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:44.198951 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-b4bdc88c-a911-467e-b4a3-1b5be724d7cc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2a37fbad-54dd-4b97-997e-450654828e7e HTTP/1.1" status: 204 len: 168 time: 0.1760769 Nov 04 13:33:44.547566 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48424) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:44.566620 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8eb9f700-17d2-466c-936a-9e337a4fd27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:44.599736 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-8eb9f700-17d2-466c-936a-9e337a4fd27f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:44.603513 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-8eb9f700-17d2-466c-936a-9e337a4fd27f admin admin] Usage tracker for resource:security_group_rule and tenant:b240b1616179435197dae724440819d4 is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:44.606318 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-8eb9f700-17d2-466c-936a-9e337a4fd27f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:44.612357 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-8eb9f700-17d2-466c-936a-9e337a4fd27f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:44.683888 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8eb9f700-17d2-466c-936a-9e337a4fd27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:44.687661 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8eb9f700-17d2-466c-936a-9e337a4fd27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:44.694977 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-ed862e89-1817-45be-a01e-f6e4633dbf62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:44.738415 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9f700-17d2-466c-936a-9e337a4fd27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c50497b-1544-4ac7-935c-233090aa2198,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:44.741856 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-8eb9f700-17d2-466c-936a-9e337a4fd27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:44.744120 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-8eb9f700-17d2-466c-936a-9e337a4fd27f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b240b1616179435197dae724440819d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1955686 Nov 04 13:33:44.746887 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48428) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:44.808666 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2f6e0a2b-4db5-4c03-a934-894b009c8286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:44.837060 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2f6e0a2b-4db5-4c03-a934-894b009c8286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:44.889825 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2f6e0a2b-4db5-4c03-a934-894b009c8286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:44.894132 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-da3e0815-598e-4251-aa34-755680be6641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:44.905383 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e0a2b-4db5-4c03-a934-894b009c8286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c50497b-1544-4ac7-935c-233090aa2198,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:44.909902 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-2f6e0a2b-4db5-4c03-a934-894b009c8286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:44.912989 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-2f6e0a2b-4db5-4c03-a934-894b009c8286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:44.914159 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-2f6e0a2b-4db5-4c03-a934-894b009c8286 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0c50497b-1544-4ac7-935c-233090aa2198 HTTP/1.1" status: 204 len: 168 time: 0.1664052 Nov 04 13:33:45.452112 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:33:46.294488 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48462) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:46.437694 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-24eb770d-b307-4e1f-a5b8-ae61b9bb3753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:46.471257 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-24eb770d-b307-4e1f-a5b8-ae61b9bb3753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:46.475044 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-24eb770d-b307-4e1f-a5b8-ae61b9bb3753 admin admin] Usage tracker for resource:security_group_rule and tenant:9fe41e43b57445a8ba17968219235bed is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:46.477874 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-24eb770d-b307-4e1f-a5b8-ae61b9bb3753 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:46.483613 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-24eb770d-b307-4e1f-a5b8-ae61b9bb3753 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:46.550956 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-24eb770d-b307-4e1f-a5b8-ae61b9bb3753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:46.557367 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-24eb770d-b307-4e1f-a5b8-ae61b9bb3753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:46.561700 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b6839004-493c-40ec-a398-5e193922fbe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:46.605880 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb770d-b307-4e1f-a5b8-ae61b9bb3753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a712c6-84b5-4e41-b2a5-e9c961a23b36,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:46.610187 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-24eb770d-b307-4e1f-a5b8-ae61b9bb3753 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9fe41e43b57445a8ba17968219235bed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3147032 Nov 04 13:33:46.611033 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-24eb770d-b307-4e1f-a5b8-ae61b9bb3753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:46.613219 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48468) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:46.672094 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d5839252-a2f1-41f3-80fd-a1e7da56ae4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:46.698063 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d5839252-a2f1-41f3-80fd-a1e7da56ae4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:46.750671 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d5839252-a2f1-41f3-80fd-a1e7da56ae4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:46.754885 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b4bdc88c-a911-467e-b4a3-1b5be724d7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:46.767200 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5839252-a2f1-41f3-80fd-a1e7da56ae4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a712c6-84b5-4e41-b2a5-e9c961a23b36,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:46.770724 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-d5839252-a2f1-41f3-80fd-a1e7da56ae4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:46.772573 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d5839252-a2f1-41f3-80fd-a1e7da56ae4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:46.773969 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-d5839252-a2f1-41f3-80fd-a1e7da56ae4b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/12a712c6-84b5-4e41-b2a5-e9c961a23b36 HTTP/1.1" status: 204 len: 168 time: 0.1597598 Nov 04 13:33:47.570167 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48492) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:47.707437 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-908252611-network', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:33:47.712050 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:47.715862 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Usage tracker for resource:network and tenant:c78dba061c5c4e3d8e3a283e6d05c8ea is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:47.718686 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:47.725085 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:47.735521 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Made reservation on behalf of c78dba061c5c4e3d8e3a283e6d05c8ea for: {'network': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:33:47.738876 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for network, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:47.750936 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:47.786592 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:47.790397 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:c78dba061c5c4e3d8e3a283e6d05c8ea is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:47.793133 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:47.799512 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:47.867432 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:47.871302 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:47.874400 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-573e8a72-f436-433f-9ad1-f0f993c018db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:47.904899 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=82772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 13:33:47.911341 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af889880-0bc0-4eb7-bce7-5abe3e6e9331,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:47.915126 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:47.918912 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:47.919292 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.db.segments_db [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Added segment 0b22e617-ecd2-47d4-850a-d3eb02afbb1e of type vlan for network fcd7dd8b-da0b-4050-a8e0-1c7e259a452c Nov 04 13:33:47.947550 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742936165852'] for network, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:47.979946 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for network, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:47.982744 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:33:47.982744 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:47.987327 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-9b7dc14d-602f-43b2-bc22-84f7f6c3c1be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:48.091506 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd7dd8b-da0b-4050-a8e0-1c7e259a452c,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:48.097764 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5264623 Nov 04 13:33:48.098449 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 48500) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:48.098937 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-6d3aab6e-9e82-4081-bbc2-8a0b7cc26bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:48.102306 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Network fcd7dd8b-da0b-4050-a8e0-1c7e259a452c details requested by agent ovs-agent-dv-cinder-810367-1-smb with host dv-cinder-810367-1-smb {{(pid=82774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 04 13:33:48.106198 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-749e3288-db2e-4ade-88f5-33081a8afd5d admin admin] Request body: {'subnet': {'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-908252611-subnet', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'ip_version': 4}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:33:48.112418 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-749e3288-db2e-4ade-88f5-33081a8afd5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:48.117878 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-749e3288-db2e-4ade-88f5-33081a8afd5d admin admin] Usage tracker for resource:subnet and tenant:c78dba061c5c4e3d8e3a283e6d05c8ea is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:48.124226 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-749e3288-db2e-4ade-88f5-33081a8afd5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:48.131760 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-749e3288-db2e-4ade-88f5-33081a8afd5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:48.143698 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749e3288-db2e-4ade-88f5-33081a8afd5d admin admin] Made reservation on behalf of c78dba061c5c4e3d8e3a283e6d05c8ea for: {'subnet': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:33:48.146731 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-749e3288-db2e-4ade-88f5-33081a8afd5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2421757'] for subnet, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:48.360647 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-749e3288-db2e-4ade-88f5-33081a8afd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2672085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2421643'] for subnet, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:48.365383 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-1d3153e7-8b69-46da-966f-ccf8770020de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:48.433828 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e3288-db2e-4ade-88f5-33081a8afd5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0520adf-23a8-4e80-a37f-490de76ebe89,revision_number=0']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:48.438389 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-749e3288-db2e-4ade-88f5-33081a8afd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:48.449801 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749e3288-db2e-4ade-88f5-33081a8afd5d admin admin] Checking segment: {'id': '0b22e617-ecd2-47d4-850a-d3eb02afbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:33:48.450151 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749e3288-db2e-4ade-88f5-33081a8afd5d admin admin] Network hostable DHCP agents. Network: fcd7dd8b-da0b-4050-a8e0-1c7e259a452c, hostable agents: ['631ea237-d78a-4659-83c4-0eb0d10a6a4b'], hosted agents: [] {{(pid=82773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 13:33:48.474161 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749e3288-db2e-4ade-88f5-33081a8afd5d admin admin] Network fcd7dd8b-da0b-4050-a8e0-1c7e259a452c is scheduled to be hosted by DHCP agent 631ea237-d78a-4659-83c4-0eb0d10a6a4b with binding_index 1 {{(pid=82773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 13:33:48.484727 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-749e3288-db2e-4ade-88f5-33081a8afd5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-smb, fcd7dd8b-da0b-4050-a8e0-1c7e259a452c) {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:33:48.488907 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749e3288-db2e-4ade-88f5-33081a8afd5d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:33:48.489482 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-749e3288-db2e-4ade-88f5-33081a8afd5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:48.494340 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657559d6-3f22-45f6-9329-392c3ad4a5b3 None None] Network fcd7dd8b-da0b-4050-a8e0-1c7e259a452c requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:33:48.516674 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-749e3288-db2e-4ade-88f5-33081a8afd5d admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4162879 Nov 04 13:33:48.519934 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 48504) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:48.525111 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-908252611-router', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:33:48.529913 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:48.534094 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Usage tracker for resource:router and tenant:c78dba061c5c4e3d8e3a283e6d05c8ea is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:48.537125 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:48.542976 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:48.553918 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9207'] for router, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:48.554827 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3839100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3907538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9102'] for router, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:48.575505 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:48.730505 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3834513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9116'] for router, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:48.749865 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp297d0050-6f8e-552a-a3ab-a77bfbb8aa11-fcd7dd8b-da0b-4050-a8e0-1c7e259a452c', 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'fixed_ips': [{'subnet_id': 'd0520adf-23a8-4e80-a37f-490de76ebe89'}]}} from dv-cinder-810367-1-smb. {{(pid=82774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 04 13:33:48.750792 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:48.907012 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.db_base_plugin_common [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Allocated IP 172.20.0.2 (fcd7dd8b-da0b-4050-a8e0-1c7e259a452c/d0520adf-23a8-4e80-a37f-490de76ebe89/b5343916-fb0b-4d5b-b2ca-303d3d29ab98) {{(pid=82774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:33:48.927410 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:48.963987 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:49.101048 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_common [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Allocated IP 172.28.1.231 (3a01b9c4-59fa-4ac6-86b7-88d3229c48a4/d8a4ad71-5939-4e74-92b3-9a9ca440e818/ce1aefe1-1375-4fcb-b1f3-16a081b1d339) {{(pid=82773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:33:49.118415 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Notify callbacks [] for port, precommit_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:49.129538 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Transition to ACTIVE for port object b5343916-fb0b-4d5b-b2ca-303d3d29ab98 will not be triggered until provisioned by entity L2. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:33:49.149124 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Transition to ACTIVE for port object b5343916-fb0b-4d5b-b2ca-303d3d29ab98 will not be triggered until provisioned by entity DHCP. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:33:49.154427 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526'] for port, after_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:49.159371 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:49.217295 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Network fcd7dd8b-da0b-4050-a8e0-1c7e259a452c is already hosted by enough agents. {{(pid=82774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:33:49.225940 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.scheduler.base_scheduler [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Resources bound (agent type, host, resource id): {{(pid=82774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:33:49.228955 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Received port after_create {{(pid=82774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:33:49.335937 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Pushing event updated for resources: {'Port': ['ID=b5343916-fb0b-4d5b-b2ca-303d3d29ab98,revision_number=1']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:49.338804 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:49.343871 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Attempting to bind port b5343916-fb0b-4d5b-b2ca-303d3d29ab98 on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:33:49.344243 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Attempting to bind port b5343916-fb0b-4d5b-b2ca-303d3d29ab98 by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': '0b22e617-ecd2-47d4-850a-d3eb02afbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c'}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:33:49.344607 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Attempting to bind port b5343916-fb0b-4d5b-b2ca-303d3d29ab98 on network fcd7dd8b-da0b-4050-a8e0-1c7e259a452c {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:33:49.356172 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:33:49.356456 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Checking segment: {'id': '0b22e617-ecd2-47d4-850a-d3eb02afbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:33:49.356887 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:49.357276 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Bound using segment: {'id': '0b22e617-ecd2-47d4-850a-d3eb02afbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c'} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:33:49.357907 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Bound port: b5343916-fb0b-4d5b-b2ca-303d3d29ab98, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b22e617-ecd2-47d4-850a-d3eb02afbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c'}}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:33:49.358309 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:49.358501 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:49.386649 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:49.391452 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-acfc1ca4-36ee-45cf-b008-352d8b0d1979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:49.447086 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] For port b5343916-fb0b-4d5b-b2ca-303d3d29ab98, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:33:49.450279 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] For port b5343916-fb0b-4d5b-b2ca-303d3d29ab98, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=b5343916-fb0b-4d5b-b2ca-303d3d29ab98,segment=NetworkSegment(0b22e617-ecd2-47d4-850a-d3eb02afbb1e),segment_id=0b22e617-ecd2-47d4-850a-d3eb02afbb1e)] {{(pid=82774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:33:49.460718 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:49.464249 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:33:49.465705 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:49.467672 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:33:49.470160 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Received port after_create {{(pid=82773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:33:49.495292 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Pushing event updated for resources: {'Port': ['ID=ce1aefe1-1375-4fcb-b1f3-16a081b1d339,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:49.498384 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:49.556200 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Pushing event updated for resources: {'Port': ['ID=b5343916-fb0b-4d5b-b2ca-303d3d29ab98,revision_number=2']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:49.559216 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:49.651418 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:49.652136 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3834504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839009'] for router, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:49.906589 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Router 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad is scheduled to L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 with binding_index 1 {{(pid=82773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 13:33:50.132350 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:33:50.148139 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] Sync routers for ids ['96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'] in dv-cinder-810367-1-smb {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:33:50.166121 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] Routers {'96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:33:50.166663 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:33:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:33:50.178043 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Notify callbacks [] for router, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:50.179320 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6584172 Nov 04 13:33:50.182122 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 48510) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:50.241670 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device b5343916-fb0b-4d5b-b2ca-303d3d29ab98 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:33:50.454480 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port b5343916-fb0b-4d5b-b2ca-303d3d29ab98 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:33:50.473947 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] Set router 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:33:50.576779 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c46808-4169-493b-8d80-14c2d8feba32 None None] Network fcd7dd8b-da0b-4050-a8e0-1c7e259a452c requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:33:50.741474 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-a44cc185-64db-43a4-b7fc-1f6f8ed1d9aa None None] Provisioning for port b5343916-fb0b-4d5b-b2ca-303d3d29ab98 completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:33:50.769673 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-a44cc185-64db-43a4-b7fc-1f6f8ed1d9aa None None] Provisioning complete for port b5343916-fb0b-4d5b-b2ca-303d3d29ab98 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:33:50.770080 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-a44cc185-64db-43a4-b7fc-1f6f8ed1d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:51.092408 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:51.097848 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-a44cc185-64db-43a4-b7fc-1f6f8ed1d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:51.149342 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'name': 'tempest-TestMinimumBasicScenario-908252611-router', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:49Z', 'revision_number': 3, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'gw_port': {'id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:33:51.152075 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-a44cc185-64db-43a4-b7fc-1f6f8ed1d9aa None None] For port b5343916-fb0b-4d5b-b2ca-303d3d29ab98, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=b5343916-fb0b-4d5b-b2ca-303d3d29ab98,segment=NetworkSegment(0b22e617-ecd2-47d4-850a-d3eb02afbb1e),segment_id=0b22e617-ecd2-47d4-850a-d3eb02afbb1e)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:33:51.159493 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-a44cc185-64db-43a4-b7fc-1f6f8ed1d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:51.161983 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d3c614ec-e4b6-48a9-a476-6f4016369fd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:51.192127 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] Checking router: 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad for host: dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:33:51.192502 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] Updating router 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad port ce1aefe1-1375-4fcb-b1f3-16a081b1d339 binding host dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 04 13:33:51.272686 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:51.304653 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44cc185-64db-43a4-b7fc-1f6f8ed1d9aa None None] Pushing event updated for resources: {'Port': ['ID=b5343916-fb0b-4d5b-b2ca-303d3d29ab98,revision_number=3']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:51.314090 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-a44cc185-64db-43a4-b7fc-1f6f8ed1d9aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:51.363610 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_common [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Allocated IP 172.20.0.1 (fcd7dd8b-da0b-4050-a8e0-1c7e259a452c/d0520adf-23a8-4e80-a37f-490de76ebe89/c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513) {{(pid=82773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:33:51.538177 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:51.556429 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.provisioning_blocks [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Transition to ACTIVE for port object c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513 will not be triggered until provisioned by entity DHCP. {{(pid=82773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:33:51.559975 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-6ad95356-fb9c-407f-85fc-f2104fced2d3 None None] Provisioning complete for port b5343916-fb0b-4d5b-b2ca-303d3d29ab98 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:33:51.560359 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6ad95356-fb9c-407f-85fc-f2104fced2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:51.577866 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:51.581573 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-3450bf6d-1094-429d-9f52-258393c43ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:51.650201 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Network fcd7dd8b-da0b-4050-a8e0-1c7e259a452c is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:33:51.653368 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:33:51.657459 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Received port after_create {{(pid=82773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:33:51.690848 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:51.701575 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:51.727033 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3837291'] for router_interface, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:51.750158 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] Notify callbacks [] for port, precommit_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:51.775266 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] Transition to ACTIVE for port object ce1aefe1-1375-4fcb-b1f3-16a081b1d339 will not be triggered until provisioned by entity L2. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:33:51.784526 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:51.788570 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-236ad60b-1486-4494-8c5b-e40af7ce123a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:51.822084 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:51.872256 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f97e36-0903-4098-8ce2-a0345c565131 None None] Pushing event updated for resources: {'Port': ['ID=ce1aefe1-1375-4fcb-b1f3-16a081b1d339,revision_number=2']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:51.875030 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-e9f97e36-0903-4098-8ce2-a0345c565131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:51.875916 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] Attempting to bind port ce1aefe1-1375-4fcb-b1f3-16a081b1d339 on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:33:51.876297 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] Attempting to bind port ce1aefe1-1375-4fcb-b1f3-16a081b1d339 by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:33:51.876662 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] Attempting to bind port ce1aefe1-1375-4fcb-b1f3-16a081b1d339 on network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:33:51.884330 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:33:51.884709 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] Checking segment: {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:33:51.885116 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:51.885509 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] Bound using segment: {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:33:51.886004 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] Bound port: ce1aefe1-1375-4fcb-b1f3-16a081b1d339, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:33:51.886387 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:51.953712 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-41765ad5-8455-4b54-888d-cf5d1697ebeb None None] Provisioning for port c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513 completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:33:51.965307 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-41765ad5-8455-4b54-888d-cf5d1697ebeb None None] Provisioning complete for port c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:33:51.965706 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-41765ad5-8455-4b54-888d-cf5d1697ebeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:52.008934 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] For port ce1aefe1-1375-4fcb-b1f3-16a081b1d339, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:33:52.027934 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] For port ce1aefe1-1375-4fcb-b1f3-16a081b1d339, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=ce1aefe1-1375-4fcb-b1f3-16a081b1d339,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:33:52.030619 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-41765ad5-8455-4b54-888d-cf5d1697ebeb None None] Port c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513 cannot update to ACTIVE because it is not bound. {{(pid=82774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 04 13:33:52.035259 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:52.039575 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:52.055321 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:52.060095 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671960'] for port, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:52.090343 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:52.121772 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] Routers {'96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:33:52.122397 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:33:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:33:52.173436 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513,revision_number=2']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:52.175267 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2764254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3838799'] for router_interface, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:52.179118 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:52.192640 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device b5343916-fb0b-4d5b-b2ca-303d3d29ab98 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:33:52.233486 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f97e36-0903-4098-8ce2-a0345c565131 None None] Pushing event updated for resources: {'Port': ['ID=ce1aefe1-1375-4fcb-b1f3-16a081b1d339,revision_number=3']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:52.237757 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-e9f97e36-0903-4098-8ce2-a0345c565131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:52.318344 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Network fcd7dd8b-da0b-4050-a8e0-1c7e259a452c is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:33:52.319611 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:33:52.375239 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] Set router 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:33:52.427667 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port b5343916-fb0b-4d5b-b2ca-303d3d29ab98 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:33:52.428412 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:52.734744 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Router 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:33:52.745638 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-73660e8c-f61d-4bab-b788-5ba197adf0e5 None None] Provisioning complete for port c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:33:52.746046 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-73660e8c-f61d-4bab-b788-5ba197adf0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:52.860114 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-73660e8c-f61d-4bab-b788-5ba197adf0e5 None None] Port c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513 cannot update to ACTIVE because it is not bound. {{(pid=82774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 04 13:33:52.931966 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'name': 'tempest-TestMinimumBasicScenario-908252611-router', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:51Z', 'revision_number': 4, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'gw_port': {'id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513', 'name': '', 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'mac_address': 'fa:16:3e:75:e0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:51Z', 'updated_at': '2021-11-04T13:33:51Z', 'revision_number': 2, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'subnets': [{'id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:33:52.936248 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc99861-6090-42a4-b724-547c154dd732 None None] The sync data for ids ['96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'] in dv-cinder-810367-1-smb is: [{'id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'name': 'tempest-TestMinimumBasicScenario-908252611-router', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:51Z', 'revision_number': 4, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'gw_port': {'id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513', 'name': '', 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'mac_address': 'fa:16:3e:75:e0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:51Z', 'updated_at': '2021-11-04T13:33:51Z', 'revision_number': 2, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'subnets': [{'id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:33:53.047937 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:33:53.057448 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] 10.222.0.93 "PUT /v2.0/routers/96b3ebc0-e105-4ea1-8f5c-e1da77eaccad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8743320 Nov 04 13:33:53.985716 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 48540) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:53.993252 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-931697561-network', 'tenant_id': '4900f93aadcf46b589b06e0e21a1af3b'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:33:53.998516 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:54.003727 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Usage tracker for resource:network and tenant:4900f93aadcf46b589b06e0e21a1af3b is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:54.006698 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:54.012665 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:54.023796 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Made reservation on behalf of 4900f93aadcf46b589b06e0e21a1af3b for: {'network': 1} {{(pid=82773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:33:54.026151 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for network, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:54.039143 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:54.072665 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:54.076382 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Usage tracker for resource:security_group_rule and tenant:4900f93aadcf46b589b06e0e21a1af3b is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:54.079102 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:54.084998 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:54.151671 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:54.155349 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:54.158354 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-6c7577e8-a99b-43e7-89d9-ed2177f55ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:54.180648 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device ce1aefe1-1375-4fcb-b1f3-16a081b1d339 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:33:54.186925 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=82773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 13:33:54.196141 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda18926-4d7a-47e5-b380-66ecaa4a74e0,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:54.199539 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:54.201949 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:54.202281 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.db.segments_db [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Added segment 95ef0b2b-a47a-4da4-9f5d-330b36771433 of type vlan for network b1c3e4db-85a6-4c5e-82ce-6ba513e4a055 Nov 04 13:33:54.229648 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742936165852'] for network, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:54.259178 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port ce1aefe1-1375-4fcb-b1f3-16a081b1d339 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:33:54.264435 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port ce1aefe1-1375-4fcb-b1f3-16a081b1d339 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:33:54.264889 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:54.267935 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063'] for network, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:54.269444 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:33:54.270053 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:54.273821 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:54.319170 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:54.378497 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3910186 Nov 04 13:33:54.379576 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Pushing event updated for resources: {'Network': ['ID=b1c3e4db-85a6-4c5e-82ce-6ba513e4a055,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:54.382074 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48544) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:54.382672 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-5d87a80b-a3e0-4908-8e07-215269749ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:54.389189 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-4acb8128-e0e1-4ec0-8c91-54fce675e468 admin admin] Request body: {'subnet': {'network_id': 'b1c3e4db-85a6-4c5e-82ce-6ba513e4a055', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-931697561-subnet', 'tenant_id': '4900f93aadcf46b589b06e0e21a1af3b', 'ip_version': 4}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:33:54.392196 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Network b1c3e4db-85a6-4c5e-82ce-6ba513e4a055 details requested by agent ovs-agent-dv-cinder-810367-1-smb with host dv-cinder-810367-1-smb {{(pid=82774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 04 13:33:54.394651 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-4acb8128-e0e1-4ec0-8c91-54fce675e468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:54.400278 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-4acb8128-e0e1-4ec0-8c91-54fce675e468 admin admin] Usage tracker for resource:subnet and tenant:4900f93aadcf46b589b06e0e21a1af3b is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:54.403268 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-4acb8128-e0e1-4ec0-8c91-54fce675e468 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:54.409757 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-4acb8128-e0e1-4ec0-8c91-54fce675e468 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:54.414597 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:54.421040 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acb8128-e0e1-4ec0-8c91-54fce675e468 admin admin] Made reservation on behalf of 4900f93aadcf46b589b06e0e21a1af3b for: {'subnet': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:33:54.423391 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-4acb8128-e0e1-4ec0-8c91-54fce675e468 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2604504'] for subnet, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:54.500872 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] For port ce1aefe1-1375-4fcb-b1f3-16a081b1d339, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=ce1aefe1-1375-4fcb-b1f3-16a081b1d339,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:33:54.507324 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:54.509822 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:54.579905 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Pushing event updated for resources: {'Port': ['ID=ce1aefe1-1375-4fcb-b1f3-16a081b1d339,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:54.582888 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:54.635216 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-4acb8128-e0e1-4ec0-8c91-54fce675e468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3573347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2604462'] for subnet, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:54.638827 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-05bc3a82-cfb0-4265-82a6-d19dfb13e804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:54.712469 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb8128-e0e1-4ec0-8c91-54fce675e468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94d8bc0-28c4-43e8-9af0-a1d46c2bbab3,revision_number=0']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:54.716094 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-4acb8128-e0e1-4ec0-8c91-54fce675e468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:54.725512 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb8128-e0e1-4ec0-8c91-54fce675e468 admin admin] Checking segment: {'id': '95ef0b2b-a47a-4da4-9f5d-330b36771433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b1c3e4db-85a6-4c5e-82ce-6ba513e4a055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:33:54.725985 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acb8128-e0e1-4ec0-8c91-54fce675e468 admin admin] Network hostable DHCP agents. Network: b1c3e4db-85a6-4c5e-82ce-6ba513e4a055, hostable agents: ['631ea237-d78a-4659-83c4-0eb0d10a6a4b'], hosted agents: [] {{(pid=82772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 13:33:54.749427 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acb8128-e0e1-4ec0-8c91-54fce675e468 admin admin] Network b1c3e4db-85a6-4c5e-82ce-6ba513e4a055 is scheduled to be hosted by DHCP agent 631ea237-d78a-4659-83c4-0eb0d10a6a4b with binding_index 1 {{(pid=82772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 13:33:54.759317 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [None req-4acb8128-e0e1-4ec0-8c91-54fce675e468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-smb, b1c3e4db-85a6-4c5e-82ce-6ba513e4a055) {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:33:54.772655 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acb8128-e0e1-4ec0-8c91-54fce675e468 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:33:54.773492 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-4acb8128-e0e1-4ec0-8c91-54fce675e468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:54.774250 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dc4d4f-717f-4ff4-8b62-91180ac3017c None None] Network b1c3e4db-85a6-4c5e-82ce-6ba513e4a055 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:33:54.798749 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-4acb8128-e0e1-4ec0-8c91-54fce675e468 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4120953 Nov 04 13:33:54.798998 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48550) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:54.803932 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-931697561-router', 'tenant_id': '4900f93aadcf46b589b06e0e21a1af3b', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:33:54.808474 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:33:54.812269 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Usage tracker for resource:router and tenant:4900f93aadcf46b589b06e0e21a1af3b is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:33:54.815508 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:33:54.821336 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:33:54.832710 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9207'] for router, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:54.833696 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3839100', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3907538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9102'] for router, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:54.852216 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:54.988883 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp297d0050-6f8e-552a-a3ab-a77bfbb8aa11-b1c3e4db-85a6-4c5e-82ce-6ba513e4a055', 'network_id': 'b1c3e4db-85a6-4c5e-82ce-6ba513e4a055', 'tenant_id': '4900f93aadcf46b589b06e0e21a1af3b', 'fixed_ips': [{'subnet_id': 'a94d8bc0-28c4-43e8-9af0-a1d46c2bbab3'}]}} from dv-cinder-810367-1-smb. {{(pid=82774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 04 13:33:54.989797 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:55.005129 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3834513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9116'] for router, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:55.149066 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.db_base_plugin_common [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Allocated IP 172.20.0.2 (b1c3e4db-85a6-4c5e-82ce-6ba513e4a055/a94d8bc0-28c4-43e8-9af0-a1d46c2bbab3/f6ac2c10-2f51-4261-bdb3-76cab6713ce6) {{(pid=82774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:33:55.291305 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:55.323290 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:55.375940 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Notify callbacks [] for port, precommit_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:55.387344 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Transition to ACTIVE for port object f6ac2c10-2f51-4261-bdb3-76cab6713ce6 will not be triggered until provisioned by entity L2. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:33:55.405498 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Transition to ACTIVE for port object f6ac2c10-2f51-4261-bdb3-76cab6713ce6 will not be triggered until provisioned by entity DHCP. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:33:55.410794 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526'] for port, after_create {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:55.415412 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:55.464515 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Allocated IP 172.28.1.180 (3a01b9c4-59fa-4ac6-86b7-88d3229c48a4/d8a4ad71-5939-4e74-92b3-9a9ca440e818/28cb0949-1df7-4768-9b8f-6251eed525b6) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:33:55.481802 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Network b1c3e4db-85a6-4c5e-82ce-6ba513e4a055 is already hosted by enough agents. {{(pid=82774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:33:55.485013 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.scheduler.base_scheduler [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Resources bound (agent type, host, resource id): {{(pid=82774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:33:55.489938 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Received port after_create {{(pid=82774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:33:55.492043 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Pushing event updated for resources: {'Port': ['ID=f6ac2c10-2f51-4261-bdb3-76cab6713ce6,revision_number=1']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:55.496537 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:55.584643 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Attempting to bind port f6ac2c10-2f51-4261-bdb3-76cab6713ce6 on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:33:55.585344 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Attempting to bind port f6ac2c10-2f51-4261-bdb3-76cab6713ce6 by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': '95ef0b2b-a47a-4da4-9f5d-330b36771433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b1c3e4db-85a6-4c5e-82ce-6ba513e4a055'}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:33:55.585967 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Attempting to bind port f6ac2c10-2f51-4261-bdb3-76cab6713ce6 on network b1c3e4db-85a6-4c5e-82ce-6ba513e4a055 {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:33:55.593459 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:33:55.594022 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Checking segment: {'id': '95ef0b2b-a47a-4da4-9f5d-330b36771433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b1c3e4db-85a6-4c5e-82ce-6ba513e4a055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:33:55.594525 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:55.594988 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Bound using segment: {'id': '95ef0b2b-a47a-4da4-9f5d-330b36771433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b1c3e4db-85a6-4c5e-82ce-6ba513e4a055'} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:33:55.595652 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Bound port: f6ac2c10-2f51-4261-bdb3-76cab6713ce6, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ef0b2b-a47a-4da4-9f5d-330b36771433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b1c3e4db-85a6-4c5e-82ce-6ba513e4a055'}}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:33:55.596263 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:55.616543 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:55.644957 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:55.649280 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-18decf3c-9a5d-45d0-a629-7ec58f2eacd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:55.688118 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] For port f6ac2c10-2f51-4261-bdb3-76cab6713ce6, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:33:55.693191 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] For port f6ac2c10-2f51-4261-bdb3-76cab6713ce6, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=f6ac2c10-2f51-4261-bdb3-76cab6713ce6,segment=NetworkSegment(95ef0b2b-a47a-4da4-9f5d-330b36771433),segment_id=95ef0b2b-a47a-4da4-9f5d-330b36771433)] {{(pid=82774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:33:55.698853 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:55.703121 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:55.721639 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:33:55.725228 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:33:55.727320 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Pushing event updated for resources: {'Port': ['ID=28cb0949-1df7-4768-9b8f-6251eed525b6,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:55.729463 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:33:55.758632 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:55.787477 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Pushing event updated for resources: {'Port': ['ID=f6ac2c10-2f51-4261-bdb3-76cab6713ce6,revision_number=2']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:55.801699 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:55.902403 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:55.903144 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3834504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3839009'] for router, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:56.157390 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Router 17de5908-62f0-42a5-a7b5-3e13a7163b9e is scheduled to L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 with binding_index 1 {{(pid=82772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 13:33:56.241958 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device ce1aefe1-1375-4fcb-b1f3-16a081b1d339 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:33:56.348341 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port ce1aefe1-1375-4fcb-b1f3-16a081b1d339 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:33:56.348720 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:56.379624 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:33:56.389034 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] Sync routers for ids ['17de5908-62f0-42a5-a7b5-3e13a7163b9e'] in dv-cinder-810367-1-smb {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:33:56.402090 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] Routers {'17de5908-62f0-42a5-a7b5-3e13a7163b9e'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:33:56.402782 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:33:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['17de5908-62f0-42a5-a7b5-3e13a7163b9e'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:33:56.407531 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] Notify callbacks [] for router, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:56.413404 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 48558) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:33:56.424808 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-17a15876-5b2b-4f24-9ec1-bfecdb80869a admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6247392 Nov 04 13:33:56.477533 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device f6ac2c10-2f51-4261-bdb3-76cab6713ce6 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:33:56.557493 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port f6ac2c10-2f51-4261-bdb3-76cab6713ce6 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:33:56.612474 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] Set router 17de5908-62f0-42a5-a7b5-3e13a7163b9e gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:33:56.767669 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a573f9cd-6071-433f-b867-f81e2ee17e8c None None] Network b1c3e4db-85a6-4c5e-82ce-6ba513e4a055 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:33:56.881351 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-1e8b08b2-d862-4ad1-a5ad-68516a5fb896 None None] Provisioning for port f6ac2c10-2f51-4261-bdb3-76cab6713ce6 completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:33:56.897562 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-1e8b08b2-d862-4ad1-a5ad-68516a5fb896 None None] Provisioning complete for port f6ac2c10-2f51-4261-bdb3-76cab6713ce6 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:33:56.897981 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-1e8b08b2-d862-4ad1-a5ad-68516a5fb896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:56.966481 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de5908-62f0-42a5-a7b5-3e13a7163b9e', 'name': 'tempest-TestMinimumBasicScenario-931697561-router', 'tenant_id': '4900f93aadcf46b589b06e0e21a1af3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '28cb0949-1df7-4768-9b8f-6251eed525b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:54Z', 'updated_at': '2021-11-04T13:33:55Z', 'revision_number': 3, 'project_id': '4900f93aadcf46b589b06e0e21a1af3b', 'gw_port': {'id': '28cb0949-1df7-4768-9b8f-6251eed525b6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de5908-62f0-42a5-a7b5-3e13a7163b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:55Z', 'updated_at': '2021-11-04T13:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:33:56.970840 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] Checking router: 17de5908-62f0-42a5-a7b5-3e13a7163b9e for host: dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:33:56.971395 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] Updating router 17de5908-62f0-42a5-a7b5-3e13a7163b9e port 28cb0949-1df7-4768-9b8f-6251eed525b6 binding host dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 04 13:33:57.030595 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:57.111558 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-1e8b08b2-d862-4ad1-a5ad-68516a5fb896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:57.157332 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-1e8b08b2-d862-4ad1-a5ad-68516a5fb896 None None] For port f6ac2c10-2f51-4261-bdb3-76cab6713ce6, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=f6ac2c10-2f51-4261-bdb3-76cab6713ce6,segment=NetworkSegment(95ef0b2b-a47a-4da4-9f5d-330b36771433),segment_id=95ef0b2b-a47a-4da4-9f5d-330b36771433)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:33:57.167631 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-1e8b08b2-d862-4ad1-a5ad-68516a5fb896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:57.169899 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-e9f97e36-0903-4098-8ce2-a0345c565131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:57.276988 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b08b2-d862-4ad1-a5ad-68516a5fb896 None None] Pushing event updated for resources: {'Port': ['ID=f6ac2c10-2f51-4261-bdb3-76cab6713ce6,revision_number=3']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:57.278837 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:57.291426 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-1e8b08b2-d862-4ad1-a5ad-68516a5fb896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:57.391382 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-808b0db2-b4ab-4f9d-a55d-bf2ef1090a5f None None] Provisioning complete for port f6ac2c10-2f51-4261-bdb3-76cab6713ce6 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:33:57.392053 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-808b0db2-b4ab-4f9d-a55d-bf2ef1090a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:57.400859 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] Notify callbacks [] for port, precommit_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:57.414123 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.provisioning_blocks [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] Transition to ACTIVE for port object 28cb0949-1df7-4768-9b8f-6251eed525b6 will not be triggered until provisioned by entity L2. {{(pid=82775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:33:57.421787 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:57.426026 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-759ad8b9-dcd9-45fb-bd52-2d699efa7448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:57.501450 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a9a71-7afa-4dbd-aafd-501d1fe71bd1 None None] Pushing event updated for resources: {'Port': ['ID=28cb0949-1df7-4768-9b8f-6251eed525b6,revision_number=2']} {{(pid=82775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:57.506560 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_common [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Allocated IP 172.20.0.1 (b1c3e4db-85a6-4c5e-82ce-6ba513e4a055/a94d8bc0-28c4-43e8-9af0-a1d46c2bbab3/15b39631-857c-4214-bc37-66088222ec95) {{(pid=82773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:33:57.507053 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] Attempting to bind port 28cb0949-1df7-4768-9b8f-6251eed525b6 on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:33:57.507341 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] Attempting to bind port 28cb0949-1df7-4768-9b8f-6251eed525b6 by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}] {{(pid=82775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:33:57.507685 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] Attempting to bind port 28cb0949-1df7-4768-9b8f-6251eed525b6 on network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:33:57.518344 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9a71-7afa-4dbd-aafd-501d1fe71bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.518679 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9a71-7afa-4dbd-aafd-501d1fe71bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.519017 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9a71-7afa-4dbd-aafd-501d1fe71bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.519568 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9a71-7afa-4dbd-aafd-501d1fe71bd1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.519692 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9a71-7afa-4dbd-aafd-501d1fe71bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.519947 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9a71-7afa-4dbd-aafd-501d1fe71bd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.520287 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9a71-7afa-4dbd-aafd-501d1fe71bd1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.520600 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9a71-7afa-4dbd-aafd-501d1fe71bd1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.521043 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9a71-7afa-4dbd-aafd-501d1fe71bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.521411 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9a71-7afa-4dbd-aafd-501d1fe71bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.521690 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9a71-7afa-4dbd-aafd-501d1fe71bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.525087 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:33:57.525570 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] Checking segment: {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:33:57.525861 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:57.526246 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] Bound using segment: {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'} {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:33:57.526716 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] Bound port: 28cb0949-1df7-4768-9b8f-6251eed525b6, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0fe7d5-43c0-4d71-83f6-6126d74e594c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4'}}] {{(pid=82775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:33:57.527122 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:57.553218 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-c29a9a71-7afa-4dbd-aafd-501d1fe71bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:57.600767 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.db [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] For port 28cb0949-1df7-4768-9b8f-6251eed525b6, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:33:57.604120 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.db [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] For port 28cb0949-1df7-4768-9b8f-6251eed525b6, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=28cb0949-1df7-4768-9b8f-6251eed525b6,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:33:57.607958 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:57.613109 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-1fbc273e-e0ef-4ddc-be5d-319b6d7062b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:57.660353 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:57.679980 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.provisioning_blocks [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Transition to ACTIVE for port object 15b39631-857c-4214-bc37-66088222ec95 will not be triggered until provisioned by entity DHCP. {{(pid=82773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:33:57.689006 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a9a71-7afa-4dbd-aafd-501d1fe71bd1 None None] Pushing event updated for resources: {'Port': ['ID=28cb0949-1df7-4768-9b8f-6251eed525b6,revision_number=3']} {{(pid=82775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:57.693293 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-c29a9a71-7afa-4dbd-aafd-501d1fe71bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:57.694742 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] Routers {'17de5908-62f0-42a5-a7b5-3e13a7163b9e'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:33:57.695335 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:33:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['17de5908-62f0-42a5-a7b5-3e13a7163b9e'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:33:57.704270 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:57.709559 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-901fcd1a-6fcd-446b-9a48-f9682574a2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:57.874694 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Network b1c3e4db-85a6-4c5e-82ce-6ba513e4a055 is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:33:57.876236 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] Set router 17de5908-62f0-42a5-a7b5-3e13a7163b9e gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:33:57.878920 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:33:57.881265 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Received port after_create {{(pid=82773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:33:57.911438 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Pushing event updated for resources: {'Port': ['ID=15b39631-857c-4214-bc37-66088222ec95,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:57.934952 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.935258 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.935582 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.935933 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.936283 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.936630 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.936970 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.937403 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.937650 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.937991 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.938334 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:33:57.943592 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:57.953330 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3837291'] for router_interface, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:58.050636 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:58.185767 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device f6ac2c10-2f51-4261-bdb3-76cab6713ce6 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:33:58.212977 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de5908-62f0-42a5-a7b5-3e13a7163b9e', 'name': 'tempest-TestMinimumBasicScenario-931697561-router', 'tenant_id': '4900f93aadcf46b589b06e0e21a1af3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '28cb0949-1df7-4768-9b8f-6251eed525b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:54Z', 'updated_at': '2021-11-04T13:33:55Z', 'revision_number': 3, 'project_id': '4900f93aadcf46b589b06e0e21a1af3b', 'gw_port': {'id': '28cb0949-1df7-4768-9b8f-6251eed525b6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de5908-62f0-42a5-a7b5-3e13a7163b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:55Z', 'updated_at': '2021-11-04T13:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:33:58.217793 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708e70e-866e-4f3f-b24c-d54f274ad168 None None] The sync data for ids ['17de5908-62f0-42a5-a7b5-3e13a7163b9e'] in dv-cinder-810367-1-smb is: [{'id': '17de5908-62f0-42a5-a7b5-3e13a7163b9e', 'name': 'tempest-TestMinimumBasicScenario-931697561-router', 'tenant_id': '4900f93aadcf46b589b06e0e21a1af3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '28cb0949-1df7-4768-9b8f-6251eed525b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:54Z', 'updated_at': '2021-11-04T13:33:55Z', 'revision_number': 3, 'project_id': '4900f93aadcf46b589b06e0e21a1af3b', 'gw_port': {'id': '28cb0949-1df7-4768-9b8f-6251eed525b6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de5908-62f0-42a5-a7b5-3e13a7163b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:55Z', 'updated_at': '2021-11-04T13:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}] {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:33:58.267709 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-ec95fed0-295d-4bcb-90a0-850b4b08017b None None] Provisioning for port 15b39631-857c-4214-bc37-66088222ec95 completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:33:58.274422 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-ec95fed0-295d-4bcb-90a0-850b4b08017b None None] Provisioning complete for port 15b39631-857c-4214-bc37-66088222ec95 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:33:58.274807 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-ec95fed0-295d-4bcb-90a0-850b4b08017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:58.325873 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Notify callbacks [] for port, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:58.330852 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671960'] for port, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:58.332103 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port f6ac2c10-2f51-4261-bdb3-76cab6713ce6 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:33:58.332483 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:58.357586 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-d5108100-4dd9-4f1f-84c0-daa6148bdcd6 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:33:58.359302 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-ec95fed0-295d-4bcb-90a0-850b4b08017b None None] Port 15b39631-857c-4214-bc37-66088222ec95 cannot update to ACTIVE because it is not bound. {{(pid=82774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 04 13:33:58.437334 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Pushing event updated for resources: {'Port': ['ID=15b39631-857c-4214-bc37-66088222ec95,revision_number=2']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:33:58.440336 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2764254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3838799'] for router_interface, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:58.444473 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:33:58.575999 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Network b1c3e4db-85a6-4c5e-82ce-6ba513e4a055 is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:33:58.577049 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:33:58.782350 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-8e3d788e-34a5-49a3-9e6c-12e617db1c60 None None] Provisioning complete for port 15b39631-857c-4214-bc37-66088222ec95 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:33:58.782757 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-8e3d788e-34a5-49a3-9e6c-12e617db1c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:58.834010 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-8e3d788e-34a5-49a3-9e6c-12e617db1c60 None None] Port 15b39631-857c-4214-bc37-66088222ec95 cannot update to ACTIVE because it is not bound. {{(pid=82774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 04 13:33:58.960937 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Router 17de5908-62f0-42a5-a7b5-3e13a7163b9e has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:33:59.026720 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-e1552fca-1c27-4f49-8a9e-5a96b7fb1db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:33:59.164316 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:33:59.180888 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-ca7517e1-b180-46e8-babb-de3f37fbd20e admin admin] 10.222.0.93 "PUT /v2.0/routers/17de5908-62f0-42a5-a7b5-3e13a7163b9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7578735 Nov 04 13:33:59.401959 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:01.153778 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-78bc6336-107a-4aa5-91ff-886a47955c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:02.066872 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:03.630419 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:04.272293 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 28cb0949-1df7-4768-9b8f-6251eed525b6 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:34:04.348935 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port 28cb0949-1df7-4768-9b8f-6251eed525b6 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:34:04.353878 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 28cb0949-1df7-4768-9b8f-6251eed525b6 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:34:04.354435 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:04.498239 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:04.515708 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] For port 28cb0949-1df7-4768-9b8f-6251eed525b6, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=28cb0949-1df7-4768-9b8f-6251eed525b6,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:34:04.520445 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:04.523261 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:04.590971 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Pushing event updated for resources: {'Port': ['ID=28cb0949-1df7-4768-9b8f-6251eed525b6,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:04.594101 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:06.175261 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 28cb0949-1df7-4768-9b8f-6251eed525b6 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:34:06.258994 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 28cb0949-1df7-4768-9b8f-6251eed525b6 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:34:06.259617 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:07.755068 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] Sync routers for ids ['96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'] in dv-cinder-810367-1-smb {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:34:07.771859 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] Routers {'96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:34:07.772480 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:34:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:08.007622 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] Set router 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:34:08.340556 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'name': 'tempest-TestMinimumBasicScenario-908252611-router', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:51Z', 'revision_number': 4, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'gw_port': {'id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513', 'name': '', 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'mac_address': 'fa:16:3e:75:e0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:51Z', 'updated_at': '2021-11-04T13:33:51Z', 'revision_number': 2, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'subnets': [{'id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:08.344650 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] Checking router: 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad for host: dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:34:08.345721 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] Updating router 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad port c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513 binding host dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 04 13:34:08.402152 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:08.773501 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] Notify callbacks [] for port, precommit_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:08.788544 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] Transition to ACTIVE for port object c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513 will not be triggered until provisioned by entity L2. {{(pid=82774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:34:08.800288 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:08.810626 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:09.008863 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d1e86-8943-40c9-82e2-dbba4770cc02 None None] Pushing event updated for resources: {'Port': ['ID=c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513,revision_number=3']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:09.018783 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-6b4d1e86-8943-40c9-82e2-dbba4770cc02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:09.115436 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] Attempting to bind port c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513 on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:34:09.116174 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] Attempting to bind port c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513 by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': '0b22e617-ecd2-47d4-850a-d3eb02afbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c'}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:34:09.116774 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] Attempting to bind port c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513 on network fcd7dd8b-da0b-4050-a8e0-1c7e259a452c {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:34:09.125766 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:34:09.127259 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] Checking segment: {'id': '0b22e617-ecd2-47d4-850a-d3eb02afbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:34:09.128008 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:09.128391 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] Bound using segment: {'id': '0b22e617-ecd2-47d4-850a-d3eb02afbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c'} {{(pid=82774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:34:09.129471 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.managers [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] Bound port: c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b22e617-ecd2-47d4-850a-d3eb02afbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c'}}] {{(pid=82774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:34:09.129471 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:09.308250 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] For port c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:34:09.314497 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] For port c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513,segment=NetworkSegment(0b22e617-ecd2-47d4-850a-d3eb02afbb1e),segment_id=0b22e617-ecd2-47d4-850a-d3eb02afbb1e)] {{(pid=82774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:34:09.323530 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:09.327705 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:09.422032 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d1e86-8943-40c9-82e2-dbba4770cc02 None None] Pushing event updated for resources: {'Port': ['ID=c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:09.426030 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-6b4d1e86-8943-40c9-82e2-dbba4770cc02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:09.434071 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] Routers {'96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:34:09.434705 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:34:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:09.543659 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48648) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:09.708712 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] Sync routers for ids ['17de5908-62f0-42a5-a7b5-3e13a7163b9e'] in dv-cinder-810367-1-smb {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:34:09.736665 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] Routers {'17de5908-62f0-42a5-a7b5-3e13a7163b9e'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:34:09.738192 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:34:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['17de5908-62f0-42a5-a7b5-3e13a7163b9e'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:09.763384 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] Set router 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:34:09.820212 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-1332df4a-e20a-4eb4-8628-24813410f806 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Deleting port acd40f99-9484-40f1-9d52-0307e9f00e2e {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:34:09.820548 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1332df4a-e20a-4eb4-8628-24813410f806 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:10.015282 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] Set router 17de5908-62f0-42a5-a7b5-3e13a7163b9e gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:34:10.026535 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1332df4a-e20a-4eb4-8628-24813410f806 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:10.028006 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1332df4a-e20a-4eb4-8628-24813410f806 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:10.271827 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'name': 'tempest-TestMinimumBasicScenario-908252611-router', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:51Z', 'revision_number': 4, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'gw_port': {'id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513', 'name': '', 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'mac_address': 'fa:16:3e:75:e0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:51Z', 'updated_at': '2021-11-04T13:34:09Z', 'revision_number': 4, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'subnets': [{'id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:10.285100 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b677667b-670b-4871-8834-a964e97a4da0 None None] The sync data for ids ['96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'] in dv-cinder-810367-1-smb is: [{'id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'name': 'tempest-TestMinimumBasicScenario-908252611-router', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:51Z', 'revision_number': 4, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'gw_port': {'id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513', 'name': '', 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'mac_address': 'fa:16:3e:75:e0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:51Z', 'updated_at': '2021-11-04T13:34:09Z', 'revision_number': 4, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'subnets': [{'id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:34:10.295455 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:34:10.367730 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-1332df4a-e20a-4eb4-8628-24813410f806 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Calling delete_port for acd40f99-9484-40f1-9d52-0307e9f00e2e owned by network:floatingip {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:34:10.395356 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:34:10.401517 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:34:10.402035 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:10.460127 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de5908-62f0-42a5-a7b5-3e13a7163b9e', 'name': 'tempest-TestMinimumBasicScenario-931697561-router', 'tenant_id': '4900f93aadcf46b589b06e0e21a1af3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '28cb0949-1df7-4768-9b8f-6251eed525b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:54Z', 'updated_at': '2021-11-04T13:33:57Z', 'revision_number': 4, 'project_id': '4900f93aadcf46b589b06e0e21a1af3b', 'gw_port': {'id': '28cb0949-1df7-4768-9b8f-6251eed525b6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de5908-62f0-42a5-a7b5-3e13a7163b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:55Z', 'updated_at': '2021-11-04T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': '15b39631-857c-4214-bc37-66088222ec95', 'name': '', 'network_id': 'b1c3e4db-85a6-4c5e-82ce-6ba513e4a055', 'tenant_id': '4900f93aadcf46b589b06e0e21a1af3b', 'mac_address': 'fa:16:3e:b3:15:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de5908-62f0-42a5-a7b5-3e13a7163b9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a94d8bc0-28c4-43e8-9af0-a1d46c2bbab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:57Z', 'updated_at': '2021-11-04T13:33:58Z', 'revision_number': 2, 'project_id': '4900f93aadcf46b589b06e0e21a1af3b', 'subnets': [{'id': 'a94d8bc0-28c4-43e8-9af0-a1d46c2bbab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:10.465252 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] Checking router: 17de5908-62f0-42a5-a7b5-3e13a7163b9e for host: dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:34:10.465847 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] Updating router 17de5908-62f0-42a5-a7b5-3e13a7163b9e port 15b39631-857c-4214-bc37-66088222ec95 binding host dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 04 13:34:10.526182 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:10.614818 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1332df4a-e20a-4eb4-8628-24813410f806 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:10.620562 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-c5893c23-1951-4d4b-a741-a587a75c340c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:10.627205 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:10.663497 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] For port c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513,segment=NetworkSegment(0b22e617-ecd2-47d4-850a-d3eb02afbb1e),segment_id=0b22e617-ecd2-47d4-850a-d3eb02afbb1e)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:34:10.679727 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332df4a-e20a-4eb4-8628-24813410f806 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Pushing event deleted for resources: {'Port': ['ID=acd40f99-9484-40f1-9d52-0307e9f00e2e,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:10.681897 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:10.683472 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-1332df4a-e20a-4eb4-8628-24813410f806 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:10.684428 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-6b4d1e86-8943-40c9-82e2-dbba4770cc02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:10.772974 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Pushing event updated for resources: {'Port': ['ID=c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:10.776372 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:10.818606 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1332df4a-e20a-4eb4-8628-24813410f806 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for floatingip, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:11.026614 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] Notify callbacks [] for port, precommit_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:11.046024 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.provisioning_blocks [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] Transition to ACTIVE for port object 15b39631-857c-4214-bc37-66088222ec95 will not be triggered until provisioned by entity L2. {{(pid=82775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:34:11.053591 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:11.058073 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-a690d3ed-5e59-4f22-9088-89a5b9955793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:11.173763 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-8e1d5b3e-041e-4dfc-bc94-1f5c9b913bd4 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:11.174999 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-8e1d5b3e-041e-4dfc-bc94-1f5c9b913bd4 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Synchronizing usage tracker for tenant:c78dba061c5c4e3d8e3a283e6d05c8ea on resource:network {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:34:11.179792 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd5155-a916-4fd1-b17e-a9d73f991024 None None] Pushing event updated for resources: {'Port': ['ID=15b39631-857c-4214-bc37-66088222ec95,revision_number=3']} {{(pid=82775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:11.182686 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-3bbd5155-a916-4fd1-b17e-a9d73f991024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:11.251654 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-8e1d5b3e-041e-4dfc-bc94-1f5c9b913bd4 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Unset dirty status for tenant:c78dba061c5c4e3d8e3a283e6d05c8ea on resource:network {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:34:11.258174 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-8e1d5b3e-041e-4dfc-bc94-1f5c9b913bd4 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/networks?id=fcd7dd8b-da0b-4050-a8e0-1c7e259a452c HTTP/1.1" status: 200 len: 814 time: 0.2645493 Nov 04 13:34:11.280490 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] Attempting to bind port 15b39631-857c-4214-bc37-66088222ec95 on host dv-cinder-810367-1-smb for vnic_type normal with profile {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:34:11.280873 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] Attempting to bind port 15b39631-857c-4214-bc37-66088222ec95 by drivers openvswitch,hyperv on host dv-cinder-810367-1-smb at level 0 using segments [{'id': '95ef0b2b-a47a-4da4-9f5d-330b36771433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b1c3e4db-85a6-4c5e-82ce-6ba513e4a055'}] {{(pid=82775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:34:11.281239 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] Attempting to bind port 15b39631-857c-4214-bc37-66088222ec95 on network b1c3e4db-85a6-4c5e-82ce-6ba513e4a055 {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:34:11.286266 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-7169aabd-2b90-4a42-bbd9-540fd6249375 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/quotas/c78dba061c5c4e3d8e3a283e6d05c8ea HTTP/1.1" status: 200 len: 375 time: 0.0272346 Nov 04 13:34:11.289059 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] Checking agent: {'id': '402cebf9-d1b4-4856-9c1c-52e895fc07f8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 17, 59), 'started_at': datetime.datetime(2021, 11, 4, 13, 18, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:34:11.289586 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] Checking segment: {'id': '95ef0b2b-a47a-4da4-9f5d-330b36771433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b1c3e4db-85a6-4c5e-82ce-6ba513e4a055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:34:11.290136 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:11.290536 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] Bound using segment: {'id': '95ef0b2b-a47a-4da4-9f5d-330b36771433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b1c3e4db-85a6-4c5e-82ce-6ba513e4a055'} {{(pid=82775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:34:11.291008 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.managers [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] Bound port: 15b39631-857c-4214-bc37-66088222ec95, host: dv-cinder-810367-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ef0b2b-a47a-4da4-9f5d-330b36771433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b1c3e4db-85a6-4c5e-82ce-6ba513e4a055'}}] {{(pid=82775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:34:11.291405 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:11.391186 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.db [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] For port 15b39631-857c-4214-bc37-66088222ec95, host dv-cinder-810367-1-smb, cleared binding levels {{(pid=82775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:34:11.395223 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.plugins.ml2.db [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] For port 15b39631-857c-4214-bc37-66088222ec95, host dv-cinder-810367-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=15b39631-857c-4214-bc37-66088222ec95,segment=NetworkSegment(95ef0b2b-a47a-4da4-9f5d-330b36771433),segment_id=95ef0b2b-a47a-4da4-9f5d-330b36771433)] {{(pid=82775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:34:11.398594 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron_lib.callbacks.manager [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:11.402276 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:11.451115 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-871f4f69-279f-44e0-a872-5a3db1700aa7 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c78dba061c5c4e3d8e3a283e6d05c8ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1561174 Nov 04 13:34:11.481942 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd5155-a916-4fd1-b17e-a9d73f991024 None None] Pushing event updated for resources: {'Port': ['ID=15b39631-857c-4214-bc37-66088222ec95,revision_number=4']} {{(pid=82775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:11.488803 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG oslo_concurrency.lockutils [None req-3bbd5155-a916-4fd1-b17e-a9d73f991024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:11.491810 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] Routers {'17de5908-62f0-42a5-a7b5-3e13a7163b9e'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:34:11.492538 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:34:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['17de5908-62f0-42a5-a7b5-3e13a7163b9e'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:11.583074 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1332df4a-e20a-4eb4-8628-24813410f806 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Router 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:34:11.625275 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-796cf9a7-496a-4214-ae8d-cd3cef457bff service neutron] 10.222.0.93 "GET /v2.0/networks/fcd7dd8b-da0b-4050-a8e0-1c7e259a452c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470447 Nov 04 13:34:11.684144 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] Set router 17de5908-62f0-42a5-a7b5-3e13a7163b9e gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:34:11.886645 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-cb89f502-68c1-422d-b4cb-6a08c3214a28 service neutron] 10.222.0.93 "GET /v2.0/networks/fcd7dd8b-da0b-4050-a8e0-1c7e259a452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088046 Nov 04 13:34:12.059709 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de5908-62f0-42a5-a7b5-3e13a7163b9e', 'name': 'tempest-TestMinimumBasicScenario-931697561-router', 'tenant_id': '4900f93aadcf46b589b06e0e21a1af3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '28cb0949-1df7-4768-9b8f-6251eed525b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:54Z', 'updated_at': '2021-11-04T13:33:57Z', 'revision_number': 4, 'project_id': '4900f93aadcf46b589b06e0e21a1af3b', 'gw_port': {'id': '28cb0949-1df7-4768-9b8f-6251eed525b6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de5908-62f0-42a5-a7b5-3e13a7163b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:55Z', 'updated_at': '2021-11-04T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': '15b39631-857c-4214-bc37-66088222ec95', 'name': '', 'network_id': 'b1c3e4db-85a6-4c5e-82ce-6ba513e4a055', 'tenant_id': '4900f93aadcf46b589b06e0e21a1af3b', 'mac_address': 'fa:16:3e:b3:15:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de5908-62f0-42a5-a7b5-3e13a7163b9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a94d8bc0-28c4-43e8-9af0-a1d46c2bbab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:57Z', 'updated_at': '2021-11-04T13:34:11Z', 'revision_number': 4, 'project_id': '4900f93aadcf46b589b06e0e21a1af3b', 'subnets': [{'id': 'a94d8bc0-28c4-43e8-9af0-a1d46c2bbab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:12.065292 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273e3f6e-bab9-4572-884c-33ee6224a621 None None] The sync data for ids ['17de5908-62f0-42a5-a7b5-3e13a7163b9e'] in dv-cinder-810367-1-smb is: [{'id': '17de5908-62f0-42a5-a7b5-3e13a7163b9e', 'name': 'tempest-TestMinimumBasicScenario-931697561-router', 'tenant_id': '4900f93aadcf46b589b06e0e21a1af3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '28cb0949-1df7-4768-9b8f-6251eed525b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:54Z', 'updated_at': '2021-11-04T13:33:57Z', 'revision_number': 4, 'project_id': '4900f93aadcf46b589b06e0e21a1af3b', 'gw_port': {'id': '28cb0949-1df7-4768-9b8f-6251eed525b6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de5908-62f0-42a5-a7b5-3e13a7163b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:55Z', 'updated_at': '2021-11-04T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': '15b39631-857c-4214-bc37-66088222ec95', 'name': '', 'network_id': 'b1c3e4db-85a6-4c5e-82ce-6ba513e4a055', 'tenant_id': '4900f93aadcf46b589b06e0e21a1af3b', 'mac_address': 'fa:16:3e:b3:15:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de5908-62f0-42a5-a7b5-3e13a7163b9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a94d8bc0-28c4-43e8-9af0-a1d46c2bbab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:57Z', 'updated_at': '2021-11-04T13:34:11Z', 'revision_number': 4, 'project_id': '4900f93aadcf46b589b06e0e21a1af3b', 'subnets': [{'id': 'a94d8bc0-28c4-43e8-9af0-a1d46c2bbab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:34:12.075162 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1332df4a-e20a-4eb4-8628-24813410f806 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:34:12.085353 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33a8886-4ab3-4020-aa46-7c30cadfbe75 None None] Sync routers for ids ['1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'] in dv-cinder-810367-1-smb {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:34:12.097416 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1332df4a-e20a-4eb4-8628-24813410f806 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for floatingip, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:12.106041 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33a8886-4ab3-4020-aa46-7c30cadfbe75 None None] Routers {'1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:34:12.106937 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-a33a8886-4ab3-4020-aa46-7c30cadfbe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:34:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:12.162319 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-06143aff-9b22-4ba2-9094-51a1e4fd077f req-80f129ab-05b2-48c8-9efd-2979e4d3ced7 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Synchronizing usage tracker for tenant:c78dba061c5c4e3d8e3a283e6d05c8ea on resource:port {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:34:12.186549 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-06143aff-9b22-4ba2-9094-51a1e4fd077f req-80f129ab-05b2-48c8-9efd-2979e4d3ced7 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Unset dirty status for tenant:c78dba061c5c4e3d8e3a283e6d05c8ea on resource:port {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:34:12.198315 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-06143aff-9b22-4ba2-9094-51a1e4fd077f req-80f129ab-05b2-48c8-9efd-2979e4d3ced7 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 210 time: 0.1509256 Nov 04 13:34:12.227186 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-1332df4a-e20a-4eb4-8628-24813410f806 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "DELETE /v2.0/floatingips/c8fb237e-4283-4fa4-b15e-bd383ab804da HTTP/1.1" status: 204 len: 168 time: 2.6814597 Nov 04 13:34:12.228058 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e917438-bc8f-407d-8411-f9184c6c4724', 'tag': '3fa7a15e-9de0-44ee-a466-ad74f981b011'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:34:12.352099 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e917438-bc8f-407d-8411-f9184c6c4724', 'tag': '3fa7a15e-9de0-44ee-a466-ad74f981b011', 'status': 'completed', 'code': 200} Nov 04 13:34:12.398422 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 15b39631-857c-4214-bc37-66088222ec95 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:34:12.484004 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b51eb1aa-d52c-4a3f-bcd8-1b005dd5f2e3 req-339407ee-8234-46b4-9020-70921b3d0976 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ee82abcf6af4540a23cf6a0cabcf02d&device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 1099 time: 0.1023831 Nov 04 13:34:12.535088 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-a33a8886-4ab3-4020-aa46-7c30cadfbe75 None None] Set router 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:34:12.597454 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning for port 15b39631-857c-4214-bc37-66088222ec95 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:34:12.612160 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 15b39631-857c-4214-bc37-66088222ec95 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:34:12.612851 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:12.798874 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51eb1aa-d52c-4a3f-bcd8-1b005dd5f2e3 req-ac43fa5b-af47-486c-9088-bd80f6516599 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:12.802644 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b51eb1aa-d52c-4a3f-bcd8-1b005dd5f2e3 req-ac43fa5b-af47-486c-9088-bd80f6516599 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df8f186d-bbe6-4f3f-8311-7c1b35152aa5 HTTP/1.1" status: 200 len: 909 time: 0.3109510 Nov 04 13:34:12.993407 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b51eb1aa-d52c-4a3f-bcd8-1b005dd5f2e3 req-3960437a-eae0-4f80-9f17-f16ac2c1127a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fa7a15e-9de0-44ee-a466-ad74f981b011 HTTP/1.1" status: 200 len: 217 time: 0.1826003 Nov 04 13:34:13.017872 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:13.040079 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf1ada-a277-492a-aae0-6d265dc42862 req-a9960cf6-1748-419b-bdfd-265b6118e49d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:13.050106 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-64bf1ada-a277-492a-aae0-6d265dc42862 req-a9960cf6-1748-419b-bdfd-265b6118e49d tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.1466331 Nov 04 13:34:13.108472 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51eb1aa-d52c-4a3f-bcd8-1b005dd5f2e3 req-22ddf72f-aa59-40d5-9dd7-e519d21c8675 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:13.119784 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b51eb1aa-d52c-4a3f-bcd8-1b005dd5f2e3 req-22ddf72f-aa59-40d5-9dd7-e519d21c8675 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f0beef5-8835-4c75-a34e-3fbc299334f2 HTTP/1.1" status: 200 len: 847 time: 0.1172841 Nov 04 13:34:13.123203 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-64bf1ada-a277-492a-aae0-6d265dc42862 req-595e1ce4-9928-4ec7-a173-2914ce18155b tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721219 Nov 04 13:34:13.182875 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] For port 15b39631-857c-4214-bc37-66088222ec95, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=15b39631-857c-4214-bc37-66088222ec95,segment=NetworkSegment(95ef0b2b-a47a-4da4-9f5d-330b36771433),segment_id=95ef0b2b-a47a-4da4-9f5d-330b36771433)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:34:13.203659 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:13.204971 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:34:13.233412 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:13.293095 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b51eb1aa-d52c-4a3f-bcd8-1b005dd5f2e3 req-4fbd4249-3dc2-437f-bb6c-f9ce3a64b1bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df8f186d-bbe6-4f3f-8311-7c1b35152aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1460085 Nov 04 13:34:13.404600 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Pushing event updated for resources: {'Port': ['ID=15b39631-857c-4214-bc37-66088222ec95,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:13.415725 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:13.440836 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-a33a8886-4ab3-4020-aa46-7c30cadfbe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'name': 'tempest-TestShelveInstance-110404106-router', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:33Z', 'updated_at': '2021-11-04T13:29:37Z', 'revision_number': 4, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'gw_port': {'id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:34Z', 'updated_at': '2021-11-04T13:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': '745bad27-c5a8-437b-a92a-3ad44a3a7565', 'name': '', 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'mac_address': 'fa:16:3e:8e:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0beef5-8835-4c75-a34e-3fbc299334f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:37Z', 'updated_at': '2021-11-04T13:29:47Z', 'revision_number': 5, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'subnets': [{'id': '5f0beef5-8835-4c75-a34e-3fbc299334f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:13.447192 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33a8886-4ab3-4020-aa46-7c30cadfbe75 None None] Checking router: 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb for host: dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:34:13.466501 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c2202459-ba7c-4cfb-8067-ac676321133c req-e62f606f-3f9e-44bf-b89d-58a6c569177e tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 210 time: 0.0510843 Nov 04 13:34:13.467493 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33a8886-4ab3-4020-aa46-7c30cadfbe75 None None] Routers {'1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:34:13.468106 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-a33a8886-4ab3-4020-aa46-7c30cadfbe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:34:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:13.510625 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b51eb1aa-d52c-4a3f-bcd8-1b005dd5f2e3 req-1cebb555-3171-4d2d-bb9f-195949b1d153 service neutron] 10.222.0.52 "GET /v2.0/networks/df8f186d-bbe6-4f3f-8311-7c1b35152aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059338 Nov 04 13:34:13.523555 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:34:13.523940 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:13.645221 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b51eb1aa-d52c-4a3f-bcd8-1b005dd5f2e3 req-f6659521-6fbe-48a3-8757-33368257b645 service neutron] 10.222.0.52 "GET /v2.0/networks/df8f186d-bbe6-4f3f-8311-7c1b35152aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250842 Nov 04 13:34:13.746250 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-a33a8886-4ab3-4020-aa46-7c30cadfbe75 None None] Set router 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:34:13.920884 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-42cb675e-5c91-4396-86bf-be7c4aa77c81 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:13.922374 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-42cb675e-5c91-4396-86bf-be7c4aa77c81 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.52 "GET /v2.0/networks?id=fcd7dd8b-da0b-4050-a8e0-1c7e259a452c HTTP/1.1" status: 200 len: 814 time: 0.1539812 Nov 04 13:34:13.941587 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-f35ed729-4d54-4bf2-be2d-e286478626bb tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Request body: {'port': {'device_id': '1d9d7fad-892f-4a44-beb4-c85c20273a2b', 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c', 'admin_state_up': True, 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:34:14.098661 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-a33a8886-4ab3-4020-aa46-7c30cadfbe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'name': 'tempest-TestShelveInstance-110404106-router', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:33Z', 'updated_at': '2021-11-04T13:29:37Z', 'revision_number': 4, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'gw_port': {'id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:34Z', 'updated_at': '2021-11-04T13:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': '745bad27-c5a8-437b-a92a-3ad44a3a7565', 'name': '', 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'mac_address': 'fa:16:3e:8e:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0beef5-8835-4c75-a34e-3fbc299334f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:37Z', 'updated_at': '2021-11-04T13:29:47Z', 'revision_number': 5, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'subnets': [{'id': '5f0beef5-8835-4c75-a34e-3fbc299334f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:14.103307 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33a8886-4ab3-4020-aa46-7c30cadfbe75 None None] The sync data for ids ['1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'] in dv-cinder-810367-1-smb is: [{'id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'name': 'tempest-TestShelveInstance-110404106-router', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:33Z', 'updated_at': '2021-11-04T13:29:37Z', 'revision_number': 4, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'gw_port': {'id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:34Z', 'updated_at': '2021-11-04T13:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': '745bad27-c5a8-437b-a92a-3ad44a3a7565', 'name': '', 'network_id': 'df8f186d-bbe6-4f3f-8311-7c1b35152aa5', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'mac_address': 'fa:16:3e:8e:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f0beef5-8835-4c75-a34e-3fbc299334f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:37Z', 'updated_at': '2021-11-04T13:29:47Z', 'revision_number': 5, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'subnets': [{'id': '5f0beef5-8835-4c75-a34e-3fbc299334f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:34:14.110073 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-f35ed729-4d54-4bf2-be2d-e286478626bb tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:34:14.123815 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-f35ed729-4d54-4bf2-be2d-e286478626bb tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:34:14.139082 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-f35ed729-4d54-4bf2-be2d-e286478626bb tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Made reservation on behalf of c78dba061c5c4e3d8e3a283e6d05c8ea for: {'port': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:34:14.142728 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-f35ed729-4d54-4bf2-be2d-e286478626bb tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:14.220513 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 15b39631-857c-4214-bc37-66088222ec95 up at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:34:14.387754 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Provisioning complete for port 15b39631-857c-4214-bc37-66088222ec95 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:34:14.388132 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:14.476659 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-f35ed729-4d54-4bf2-be2d-e286478626bb tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Allocated IP 172.20.0.9 (fcd7dd8b-da0b-4050-a8e0-1c7e259a452c/d0520adf-23a8-4e80-a37f-490de76ebe89/e6011be7-6c1e-4073-a0bc-934e9b407dd8) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:34:14.720569 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597628c0-c852-46a7-81c6-db3a434e9a63 req-1198930c-49e8-49cb-9cdb-16a5c030bbec tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:14.722805 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-597628c0-c852-46a7-81c6-db3a434e9a63 req-1198930c-49e8-49cb-9cdb-16a5c030bbec tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.3520505 Nov 04 13:34:14.735089 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a58cce-d5b4-408e-93d2-72e4b68dd3e4 req-5561e9cc-ed5b-49b8-8d76-c5b3082586d8 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:14.737723 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a4a58cce-d5b4-408e-93d2-72e4b68dd3e4 req-5561e9cc-ed5b-49b8-8d76-c5b3082586d8 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.4298801 Nov 04 13:34:14.778712 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-f35ed729-4d54-4bf2-be2d-e286478626bb tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:14.797165 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.provisioning_blocks [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-f35ed729-4d54-4bf2-be2d-e286478626bb tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Transition to ACTIVE for port object e6011be7-6c1e-4073-a0bc-934e9b407dd8 will not be triggered until provisioned by entity DHCP. {{(pid=82772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:34:14.834178 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a4a58cce-d5b4-408e-93d2-72e4b68dd3e4 req-ca3a962a-9b76-4cde-bfa8-ad7c8ce470df tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903041 Nov 04 13:34:14.901324 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-7c9ea123-cca9-4a56-beaa-62e6a0a3d4a3 req-408ef64e-d1cc-4263-9c74-f0778c33d0d8 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 210 time: 0.0908406 Nov 04 13:34:14.912665 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-f35ed729-4d54-4bf2-be2d-e286478626bb tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:14.927509 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:14.986010 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-f35ed729-4d54-4bf2-be2d-e286478626bb tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Network fcd7dd8b-da0b-4050-a8e0-1c7e259a452c is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:34:14.989634 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-f35ed729-4d54-4bf2-be2d-e286478626bb tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:34:14.995323 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-f35ed729-4d54-4bf2-be2d-e286478626bb tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:34:15.068200 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-f35ed729-4d54-4bf2-be2d-e286478626bb tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:15.075499 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-f35ed729-4d54-4bf2-be2d-e286478626bb tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:15.248652 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ed729-4d54-4bf2-be2d-e286478626bb tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Pushing event updated for resources: {'Port': ['ID=e6011be7-6c1e-4073-a0bc-934e9b407dd8,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:15.257318 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-f35ed729-4d54-4bf2-be2d-e286478626bb tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:15.284144 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-f35ed729-4d54-4bf2-be2d-e286478626bb tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3467140 Nov 04 13:34:15.351763 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-91b55c01-c500-48b4-b9d1-6120af0b03b1 None None] Provisioning for port e6011be7-6c1e-4073-a0bc-934e9b407dd8 completed by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:34:15.357085 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-91b55c01-c500-48b4-b9d1-6120af0b03b1 None None] Provisioning complete for port e6011be7-6c1e-4073-a0bc-934e9b407dd8 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:34:15.357474 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-91b55c01-c500-48b4-b9d1-6120af0b03b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:15.413409 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-91b55c01-c500-48b4-b9d1-6120af0b03b1 None None] Port e6011be7-6c1e-4073-a0bc-934e9b407dd8 cannot update to ACTIVE because it is not bound. {{(pid=82774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 04 13:34:16.027672 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911774c-30aa-42f5-a990-522d1867a675 req-1339a546-58ee-496e-af68-635c12888a70 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:16.035316 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8911774c-30aa-42f5-a990-522d1867a675 req-1339a546-58ee-496e-af68-635c12888a70 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.0872729 Nov 04 13:34:16.100914 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8911774c-30aa-42f5-a990-522d1867a675 req-201d2d61-345c-4f64-956b-c57957696c56 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641944 Nov 04 13:34:16.261326 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc445c0-91e8-4313-a3d4-4110eeca26a3 req-1137cb6a-fc92-4ec8-bf34-ef46d614ac29 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:16.262808 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-4bc445c0-91e8-4313-a3d4-4110eeca26a3 req-1137cb6a-fc92-4ec8-bf34-ef46d614ac29 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Synchronizing usage tracker for tenant:c78dba061c5c4e3d8e3a283e6d05c8ea on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:34:16.280307 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-4bc445c0-91e8-4313-a3d4-4110eeca26a3 req-1137cb6a-fc92-4ec8-bf34-ef46d614ac29 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Unset dirty status for tenant:c78dba061c5c4e3d8e3a283e6d05c8ea on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:34:16.281804 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4bc445c0-91e8-4313-a3d4-4110eeca26a3 req-1137cb6a-fc92-4ec8-bf34-ef46d614ac29 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 931 time: 0.1175678 Nov 04 13:34:16.342927 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-4bc445c0-91e8-4313-a3d4-4110eeca26a3 req-4fb181f9-7a69-46ea-8aab-dcb44471804b tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Synchronizing usage tracker for tenant:c78dba061c5c4e3d8e3a283e6d05c8ea on resource:security_group {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:34:16.363373 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-4bc445c0-91e8-4313-a3d4-4110eeca26a3 req-4fb181f9-7a69-46ea-8aab-dcb44471804b tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Unset dirty status for tenant:c78dba061c5c4e3d8e3a283e6d05c8ea on resource:security_group {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:34:16.364597 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4bc445c0-91e8-4313-a3d4-4110eeca26a3 req-4fb181f9-7a69-46ea-8aab-dcb44471804b tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757525 Nov 04 13:34:17.115902 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 3fa7a15e-9de0-44ee-a466-ad74f981b011 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:34:17.238678 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:17.279055 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port 3fa7a15e-9de0-44ee-a466-ad74f981b011, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=3fa7a15e-9de0-44ee-a466-ad74f981b011,segment=NetworkSegment(2db17a44-47f4-4d17-ab2a-321e19c2f47d),segment_id=2db17a44-47f4-4d17-ab2a-321e19c2f47d)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:34:17.280424 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e917438-bc8f-407d-8411-f9184c6c4724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fa7a15e-9de0-44ee-a466-ad74f981b011'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:34:17.290549 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:17.293884 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:17.332765 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b22ac-490a-4275-9d55-c5530c8a3bf2 req-3db0967b-5621-4bcf-886d-b8041cb1949b tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:17.333724 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-ed2b22ac-490a-4275-9d55-c5530c8a3bf2 req-3db0967b-5621-4bcf-886d-b8041cb1949b tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Synchronizing usage tracker for tenant:4ee82abcf6af4540a23cf6a0cabcf02d on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:34:17.352728 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-ed2b22ac-490a-4275-9d55-c5530c8a3bf2 req-3db0967b-5621-4bcf-886d-b8041cb1949b tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Unset dirty status for tenant:4ee82abcf6af4540a23cf6a0cabcf02d on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:34:17.363898 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ed2b22ac-490a-4275-9d55-c5530c8a3bf2 req-3db0967b-5621-4bcf-886d-b8041cb1949b tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 946 time: 0.1347644 Nov 04 13:34:17.400408 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=3fa7a15e-9de0-44ee-a466-ad74f981b011,revision_number=9']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:17.406841 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e917438-bc8f-407d-8411-f9184c6c4724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fa7a15e-9de0-44ee-a466-ad74f981b011', 'code': 200} Nov 04 13:34:17.408377 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:17.437343 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ed2b22ac-490a-4275-9d55-c5530c8a3bf2 req-d96f7bd1-bf3a-4e4b-af12-91e2a83bf60f tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716529 Nov 04 13:34:17.607342 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7f822-2bbd-4d08-a608-2d3c601219dc req-dcc7a11a-7b65-4d31-b796-0122046f700f tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:17.608879 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d8d7f822-2bbd-4d08-a608-2d3c601219dc req-dcc7a11a-7b65-4d31-b796-0122046f700f tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 931 time: 0.1020544 Nov 04 13:34:17.656445 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d8d7f822-2bbd-4d08-a608-2d3c601219dc req-2e08c1d0-073c-4524-8dea-e6cb2adadf2a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418313 Nov 04 13:34:18.635668 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7c86a-7ef8-41a4-aaba-76cd96262479 req-463e9a61-e97d-476c-8289-ea431a8e7c87 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:18.637104 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f3e7c86a-7ef8-41a4-aaba-76cd96262479 req-463e9a61-e97d-476c-8289-ea431a8e7c87 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 944 time: 0.0759184 Nov 04 13:34:18.701323 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f3e7c86a-7ef8-41a4-aaba-76cd96262479 req-81948fdc-124f-46e6-ae83-6311e1fe6e99 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575693 Nov 04 13:34:19.031666 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d5f07-ada9-4e94-b586-4abfbd86b3d2 req-f4889000-61dd-48e5-896f-66042e749031 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:19.033744 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-3a4d5f07-ada9-4e94-b586-4abfbd86b3d2 req-f4889000-61dd-48e5-896f-66042e749031 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 931 time: 0.0923481 Nov 04 13:34:19.085440 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-3a4d5f07-ada9-4e94-b586-4abfbd86b3d2 req-4943c18e-e2b7-497a-a11f-2bca8c406b7f tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462213 Nov 04 13:34:19.894307 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad074705-8ade-4e2e-8177-3b4a1d25c00e req-8a557618-71db-411c-a666-7b68b0b4bf83 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:19.895760 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ad074705-8ade-4e2e-8177-3b4a1d25c00e req-8a557618-71db-411c-a666-7b68b0b4bf83 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 944 time: 0.0816171 Nov 04 13:34:19.941125 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ad074705-8ade-4e2e-8177-3b4a1d25c00e req-3bb947cb-a224-4f20-84ed-22918bd822a5 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399389 Nov 04 13:34:20.297138 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74847790-97ff-4fe1-84cc-3b52c6d6c19a req-db46fed0-ba8a-4bb2-88bb-9c1f671724c3 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:20.298748 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-74847790-97ff-4fe1-84cc-3b52c6d6c19a req-db46fed0-ba8a-4bb2-88bb-9c1f671724c3 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 931 time: 0.0853088 Nov 04 13:34:20.358345 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-74847790-97ff-4fe1-84cc-3b52c6d6c19a req-34e239bc-349a-487f-9297-3f246d5ad342 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535769 Nov 04 13:34:21.144535 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90860a-2c8c-406a-909f-c26db022f484 req-f8ff9169-d2e3-453f-8f25-7479477775bd tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:21.146154 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6e90860a-2c8c-406a-909f-c26db022f484 req-f8ff9169-d2e3-453f-8f25-7479477775bd tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 944 time: 0.0818732 Nov 04 13:34:21.195132 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6e90860a-2c8c-406a-909f-c26db022f484 req-1178ccba-9793-40d4-8f3c-287c90e2b8ac tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430493 Nov 04 13:34:21.612096 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050649d2-5963-4235-85fc-61043f7b7a2c req-048d4c90-0a9a-4a5d-850e-a1e016365c5e tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:21.613800 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-050649d2-5963-4235-85fc-61043f7b7a2c req-048d4c90-0a9a-4a5d-850e-a1e016365c5e tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 931 time: 0.0861361 Nov 04 13:34:21.668421 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-050649d2-5963-4235-85fc-61043f7b7a2c req-c57df5a3-d527-4e27-8771-250431325541 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477204 Nov 04 13:34:22.416421 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883e728-03aa-48a7-8ffc-64fc97fb11f9 req-322351a8-1470-4cba-9f65-57108b30a100 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:22.417810 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1883e728-03aa-48a7-8ffc-64fc97fb11f9 req-322351a8-1470-4cba-9f65-57108b30a100 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 944 time: 0.0801630 Nov 04 13:34:22.452319 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:34:22.464955 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-1883e728-03aa-48a7-8ffc-64fc97fb11f9 req-894e2c3d-bc51-4f89-9872-9343b0450650 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406835 Nov 04 13:34:22.878761 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ce240-4cb8-43d3-938b-4bf6dc000d4b req-30fff52a-00d0-4a65-b4a6-32ddc2f28ea0 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:22.880236 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-f44ce240-4cb8-43d3-938b-4bf6dc000d4b req-30fff52a-00d0-4a65-b4a6-32ddc2f28ea0 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 931 time: 0.0886619 Nov 04 13:34:22.928002 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-f44ce240-4cb8-43d3-938b-4bf6dc000d4b req-c2cee9e4-9133-4311-8085-f0a51d25a50f tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423272 Nov 04 13:34:23.668974 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11d419-0534-4328-8583-f5a8eb8523d4 req-9a264ab1-bae9-4279-8d59-ef0cf754600c tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:23.671174 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ea11d419-0534-4328-8583-f5a8eb8523d4 req-9a264ab1-bae9-4279-8d59-ef0cf754600c tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 944 time: 0.0840046 Nov 04 13:34:23.722048 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-ea11d419-0534-4328-8583-f5a8eb8523d4 req-7c5c0b88-3cb2-44f9-98d2-f84497b54dd3 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451391 Nov 04 13:34:24.160431 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a4210-6037-42f2-b422-62a8943c1e05 req-84137726-b412-4a8c-b4da-13ac3d716d5a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:24.162068 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ae9a4210-6037-42f2-b422-62a8943c1e05 req-84137726-b412-4a8c-b4da-13ac3d716d5a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 931 time: 0.1151428 Nov 04 13:34:24.210391 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ae9a4210-6037-42f2-b422-62a8943c1e05 req-4fffcf0c-dfdb-4778-b345-fef4ad10ca81 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426788 Nov 04 13:34:24.289235 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:24.921984 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2f38c-f852-48a4-9406-3d18a70a7a67 req-cb2f4801-059f-48ca-8a53-20f554ef8fb4 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:24.924323 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-15f2f38c-f852-48a4-9406-3d18a70a7a67 req-cb2f4801-059f-48ca-8a53-20f554ef8fb4 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 944 time: 0.0812771 Nov 04 13:34:24.974445 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-15f2f38c-f852-48a4-9406-3d18a70a7a67 req-f35e3080-3cf0-4a15-85a2-f731667fe070 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445592 Nov 04 13:34:25.413625 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6387e60-f44f-414d-adb4-24a4068e21e7 req-9865995b-f165-4656-a0dc-35eb57eb7fab tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:25.415108 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-f6387e60-f44f-414d-adb4-24a4068e21e7 req-9865995b-f165-4656-a0dc-35eb57eb7fab tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 931 time: 0.0770411 Nov 04 13:34:25.463489 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-f6387e60-f44f-414d-adb4-24a4068e21e7 req-dae2b505-76ad-4b98-be8a-bcf0edc16d6c tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428374 Nov 04 13:34:26.175841 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273c168-c5dc-4b42-9afa-439fa40d76d7 req-817b215e-e43e-4f8a-b5a8-fe9e1330f7bf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:26.177296 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d273c168-c5dc-4b42-9afa-439fa40d76d7 req-817b215e-e43e-4f8a-b5a8-fe9e1330f7bf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 944 time: 0.0809672 Nov 04 13:34:26.224142 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d273c168-c5dc-4b42-9afa-439fa40d76d7 req-aa451714-e05a-46c3-b260-7cd920d172df tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/security-groups?id=ee199726-22bf-40e9-ae96-7a6923787f47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409198 Nov 04 13:34:26.657801 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Request body: {'port': {'device_id': '1d9d7fad-892f-4a44-beb4-c85c20273a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:34:26.724326 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bc4f3a-9036-4a2d-ac8e-1b675c79e351 None None] New status for floating IP c8fb237e-4283-4fa4-b15e-bd383ab804da: DOWN {{(pid=82775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 04 13:34:26.735446 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [req-597628c0-c852-46a7-81c6-db3a434e9a63 req-848d0610-9375-4c51-8bd6-4245fae6dacf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Deleting port 3fa7a15e-9de0-44ee-a466-ad74f981b011 {{(pid=82773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:34:26.736011 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-597628c0-c852-46a7-81c6-db3a434e9a63 req-848d0610-9375-4c51-8bd6-4245fae6dacf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:26.781654 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:26.798054 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf003f-f59e-4dfd-82df-440481d81de9 req-45f1459e-c735-4476-b22f-67a8b8100f57 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:26.798683 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-eeaf003f-f59e-4dfd-82df-440481d81de9 req-45f1459e-c735-4476-b22f-67a8b8100f57 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 931 time: 0.2139504 Nov 04 13:34:26.927399 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-eeaf003f-f59e-4dfd-82df-440481d81de9 req-76fd4045-dda1-48b8-84de-c9e2beb70677 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161430 Nov 04 13:34:27.040608 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.db [req-597628c0-c852-46a7-81c6-db3a434e9a63 req-848d0610-9375-4c51-8bd6-4245fae6dacf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] For port 3fa7a15e-9de0-44ee-a466-ad74f981b011, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=3fa7a15e-9de0-44ee-a466-ad74f981b011,segment=NetworkSegment(2db17a44-47f4-4d17-ab2a-321e19c2f47d),segment_id=2db17a44-47f4-4d17-ab2a-321e19c2f47d)] {{(pid=82773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:34:27.040902 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-597628c0-c852-46a7-81c6-db3a434e9a63 req-848d0610-9375-4c51-8bd6-4245fae6dacf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:27.137762 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6011be7-6c1e-4073-a0bc-934e9b407dd8 {{(pid=82772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:34:27.145261 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:27.160415 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.provisioning_blocks [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Transition to ACTIVE for port object e6011be7-6c1e-4073-a0bc-934e9b407dd8 will not be triggered until provisioned by entity L2. {{(pid=82772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:34:27.165715 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:27.167531 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [req-597628c0-c852-46a7-81c6-db3a434e9a63 req-848d0610-9375-4c51-8bd6-4245fae6dacf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Calling delete_port for 3fa7a15e-9de0-44ee-a466-ad74f981b011 owned by compute:nova {{(pid=82773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:34:27.169928 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:27.323006 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Pushing event updated for resources: {'Port': ['ID=e6011be7-6c1e-4073-a0bc-934e9b407dd8,revision_number=2']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:27.328086 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:27.371060 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-597628c0-c852-46a7-81c6-db3a434e9a63 req-848d0610-9375-4c51-8bd6-4245fae6dacf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:27.384604 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:27.430123 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d0610-9375-4c51-8bd6-4245fae6dacf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Pushing event deleted for resources: {'Port': ['ID=3fa7a15e-9de0-44ee-a466-ad74f981b011,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:27.433204 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-848d0610-9375-4c51-8bd6-4245fae6dacf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:27.459080 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-09e9bd4f-51a3-4af8-9ef0-c7ba4220cc02 req-6647c982-588b-41e5-a4c9-afcdf00ba29b tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 210 time: 0.0551357 Nov 04 13:34:27.492145 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Attempting to bind port e6011be7-6c1e-4073-a0bc-934e9b407dd8 on host hv-cinder-81036 for vnic_type normal with profile {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:34:27.492499 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Attempting to bind port e6011be7-6c1e-4073-a0bc-934e9b407dd8 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '0b22e617-ecd2-47d4-850a-d3eb02afbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c'}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:34:27.492802 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Attempting to bind port e6011be7-6c1e-4073-a0bc-934e9b407dd8 on network fcd7dd8b-da0b-4050-a8e0-1c7e259a452c {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:34:27.498689 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Port e6011be7-6c1e-4073-a0bc-934e9b407dd8 on network fcd7dd8b-da0b-4050-a8e0-1c7e259a452c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 04 13:34:27.499641 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Attempting to bind port e6011be7-6c1e-4073-a0bc-934e9b407dd8 on network fcd7dd8b-da0b-4050-a8e0-1c7e259a452c {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:34:27.506577 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Checking agent: {'id': 'f3f49e7e-243b-4d29-a545-c161d140ab6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'started_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:34:27.506914 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Checking segment: {'id': '0b22e617-ecd2-47d4-850a-d3eb02afbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:34:27.507297 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Bound using segment: {'id': '0b22e617-ecd2-47d4-850a-d3eb02afbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c'} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:34:27.507555 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [req-597628c0-c852-46a7-81c6-db3a434e9a63 req-848d0610-9375-4c51-8bd6-4245fae6dacf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] No DVR routers for this DVR port 3fa7a15e-9de0-44ee-a466-ad74f981b011 on host hv-cinder-81036 {{(pid=82773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:34:27.507816 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Bound port: e6011be7-6c1e-4073-a0bc-934e9b407dd8, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b22e617-ecd2-47d4-850a-d3eb02afbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c'}}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:34:27.508062 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:27.510018 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-597628c0-c852-46a7-81c6-db3a434e9a63 req-848d0610-9375-4c51-8bd6-4245fae6dacf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:27.512724 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e917438-bc8f-407d-8411-f9184c6c4724', 'name': 'network-vif-deleted', 'tag': '3fa7a15e-9de0-44ee-a466-ad74f981b011'}] {{(pid=82773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:34:27.532392 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-597628c0-c852-46a7-81c6-db3a434e9a63 req-848d0610-9375-4c51-8bd6-4245fae6dacf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.52 "DELETE /v2.0/ports/3fa7a15e-9de0-44ee-a466-ad74f981b011 HTTP/1.1" status: 204 len: 173 time: 0.8766556 Nov 04 13:34:27.612588 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] For port e6011be7-6c1e-4073-a0bc-934e9b407dd8, host hv-cinder-81036, cleared binding levels {{(pid=82772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:34:27.616580 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] For port e6011be7-6c1e-4073-a0bc-934e9b407dd8, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=e6011be7-6c1e-4073-a0bc-934e9b407dd8,segment=NetworkSegment(0b22e617-ecd2-47d4-850a-d3eb02afbb1e),segment_id=0b22e617-ecd2-47d4-850a-d3eb02afbb1e)] {{(pid=82772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:34:27.629900 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:27.636451 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-8bdcf1b6-9808-4e75-9741-5a5e715d20f1 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:27.696283 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e917438-bc8f-407d-8411-f9184c6c4724', 'name': 'network-vif-deleted', 'tag': '3fa7a15e-9de0-44ee-a466-ad74f981b011', 'status': 'completed', 'code': 200} Nov 04 13:34:27.803619 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:27.805160 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] 10.222.0.52 "PUT /v2.0/ports/e6011be7-6c1e-4073-a0bc-934e9b407dd8 HTTP/1.1" status: 200 len: 1093 time: 1.1518576 Nov 04 13:34:27.805959 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9d7fad-892f-4a44-beb4-c85c20273a2b', 'tag': 'e6011be7-6c1e-4073-a0bc-934e9b407dd8'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:34:27.837346 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Pushing event updated for resources: {'Port': ['ID=e6011be7-6c1e-4073-a0bc-934e9b407dd8,revision_number=3']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:27.850123 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-043afe2b-70d2-43c6-8de8-54760cc8f679 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:27.892832 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9d7fad-892f-4a44-beb4-c85c20273a2b', 'tag': 'e6011be7-6c1e-4073-a0bc-934e9b407dd8', 'status': 'completed', 'code': 200} Nov 04 13:34:27.936589 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-3e4ab1c8-549c-48ba-8595-07955116b8a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c78dba061c5c4e3d8e3a283e6d05c8ea&device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 1096 time: 0.0852120 Nov 04 13:34:28.050593 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-4fbb2f48-99d3-4f7f-acb8-1a97961bbf47 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6011be7-6c1e-4073-a0bc-934e9b407dd8 HTTP/1.1" status: 200 len: 217 time: 0.1061692 Nov 04 13:34:28.124627 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-b8113db6-29f5-4c80-b229-e0a2464a36bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:28.126880 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-b8113db6-29f5-4c80-b229-e0a2464a36bd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0520adf-23a8-4e80-a37f-490de76ebe89 HTTP/1.1" status: 200 len: 853 time: 0.0695682 Nov 04 13:34:28.161415 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa6f68-412d-4c68-a69c-573935371316 req-95d20520-7259-465d-a3e1-cbbada2a4695 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:28.166053 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-72fa6f68-412d-4c68-a69c-573935371316 req-95d20520-7259-465d-a3e1-cbbada2a4695 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 943 time: 0.0856326 Nov 04 13:34:28.211993 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-27b7a86c-699e-4882-a284-4d1b61b0a3e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcd7dd8b-da0b-4050-a8e0-1c7e259a452c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772178 Nov 04 13:34:28.214155 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-72fa6f68-412d-4c68-a69c-573935371316 req-56c11627-1c37-430d-b0f3-1711a3e407a3 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453539 Nov 04 13:34:28.349761 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-39c58b6c-69d2-4017-90ad-7de7dc20c7a3 service neutron] 10.222.0.52 "GET /v2.0/networks/fcd7dd8b-da0b-4050-a8e0-1c7e259a452c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283374 Nov 04 13:34:28.495347 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8d1b36c2-7b6c-432d-b2e0-eced4ba5034d req-fbb5dc76-a1cd-47d5-b777-f9bfe21e9aa8 service neutron] 10.222.0.52 "GET /v2.0/networks/fcd7dd8b-da0b-4050-a8e0-1c7e259a452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331019 Nov 04 13:34:28.662322 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-922fa40a-7067-479f-904b-0e80c9389443 req-759d0fb7-ee0e-4ebc-a3c3-4fa2e69184a3 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "GET /v2.0/ports?device_id=9e917438-bc8f-407d-8411-f9184c6c4724 HTTP/1.1" status: 200 len: 210 time: 0.0519707 Nov 04 13:34:28.677119 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f9cce7ce-5070-40dc-a265-06e3e671fbe1 req-e2f95af0-e108-4bbf-8a4a-faad0cd2765f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c78dba061c5c4e3d8e3a283e6d05c8ea&device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 1096 time: 0.1203520 Nov 04 13:34:28.809674 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cce7ce-5070-40dc-a265-06e3e671fbe1 req-d1363774-cc4d-4261-ac39-e87c3c46f92f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:28.811080 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f9cce7ce-5070-40dc-a265-06e3e671fbe1 req-d1363774-cc4d-4261-ac39-e87c3c46f92f service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcd7dd8b-da0b-4050-a8e0-1c7e259a452c HTTP/1.1" status: 200 len: 915 time: 0.1272423 Nov 04 13:34:28.882227 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f9cce7ce-5070-40dc-a265-06e3e671fbe1 req-1312e2c6-72e7-4fd8-bb88-145d26247680 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6011be7-6c1e-4073-a0bc-934e9b407dd8 HTTP/1.1" status: 200 len: 217 time: 0.0620897 Nov 04 13:34:28.948053 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cce7ce-5070-40dc-a265-06e3e671fbe1 req-b5af4b70-0792-4520-9068-4fa55e3f79b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:28.949369 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f9cce7ce-5070-40dc-a265-06e3e671fbe1 req-b5af4b70-0792-4520-9068-4fa55e3f79b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0520adf-23a8-4e80-a37f-490de76ebe89 HTTP/1.1" status: 200 len: 853 time: 0.0606060 Nov 04 13:34:29.024102 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f9cce7ce-5070-40dc-a265-06e3e671fbe1 req-4eeba0d9-99ea-4455-b080-3c443406790d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcd7dd8b-da0b-4050-a8e0-1c7e259a452c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0673280 Nov 04 13:34:29.029296 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-5f1df58b-f12d-4482-a0dd-b9f0793b57a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:29.159965 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f9cce7ce-5070-40dc-a265-06e3e671fbe1 req-cd597fe9-2f3d-4e3e-8a2a-539ad0cd4b9b service neutron] 10.222.0.52 "GET /v2.0/networks/fcd7dd8b-da0b-4050-a8e0-1c7e259a452c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280293 Nov 04 13:34:29.294025 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f9cce7ce-5070-40dc-a265-06e3e671fbe1 req-39df52cd-3ab5-4e9c-80f9-685a186851e8 service neutron] 10.222.0.52 "GET /v2.0/networks/fcd7dd8b-da0b-4050-a8e0-1c7e259a452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262052 Nov 04 13:34:29.405644 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:29.487063 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b505ebf-fec3-4d81-b823-6ae98d0ff3c3 req-052e55cc-959d-46a9-89d8-409caaf5a20f tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:29.488413 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1b505ebf-fec3-4d81-b823-6ae98d0ff3c3 req-052e55cc-959d-46a9-89d8-409caaf5a20f tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 943 time: 0.1495779 Nov 04 13:34:29.532828 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-1b505ebf-fec3-4d81-b823-6ae98d0ff3c3 req-bcfa9b68-9445-4881-862f-b33518191a8c tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389810 Nov 04 13:34:29.777346 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48818) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:29.855664 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-6bb23dbc-a592-4063-b8d0-a7b8847f9e6e tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:29.886269 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-6bb23dbc-a592-4063-b8d0-a7b8847f9e6e tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:29.955855 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-6bb23dbc-a592-4063-b8d0-a7b8847f9e6e tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:29.959867 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-f08f7ee6-edf9-421d-85fc-fe654272016d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:29.975870 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb23dbc-a592-4063-b8d0-a7b8847f9e6e tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee199726-22bf-40e9-ae96-7a6923787f47,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:29.987814 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb23dbc-a592-4063-b8d0-a7b8847f9e6e tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:29.988172 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb23dbc-a592-4063-b8d0-a7b8847f9e6e tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:29.988531 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb23dbc-a592-4063-b8d0-a7b8847f9e6e tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:29.988949 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb23dbc-a592-4063-b8d0-a7b8847f9e6e tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:29.989299 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb23dbc-a592-4063-b8d0-a7b8847f9e6e tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:29.989673 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb23dbc-a592-4063-b8d0-a7b8847f9e6e tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:29.990019 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb23dbc-a592-4063-b8d0-a7b8847f9e6e tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:29.990363 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb23dbc-a592-4063-b8d0-a7b8847f9e6e tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:29.990740 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb23dbc-a592-4063-b8d0-a7b8847f9e6e tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:29.991096 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb23dbc-a592-4063-b8d0-a7b8847f9e6e tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:29.991496 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb23dbc-a592-4063-b8d0-a7b8847f9e6e tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:29.995739 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-6bb23dbc-a592-4063-b8d0-a7b8847f9e6e tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:29.998569 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-6bb23dbc-a592-4063-b8d0-a7b8847f9e6e tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:30.002235 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-6bb23dbc-a592-4063-b8d0-a7b8847f9e6e tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] 10.222.0.93 "DELETE /v2.0/security-groups/ee199726-22bf-40e9-ae96-7a6923787f47 HTTP/1.1" status: 204 len: 168 time: 0.2212913 Nov 04 13:34:30.067944 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48824) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:30.561249 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-01f3c212-140b-4a56-acb7-f65c2c39263b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3838974'] for router_interface, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:30.808770 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711fe6c-d59a-483e-9bb3-863f46f4b067 req-64710ca8-096d-44f2-9e6b-56d7dd0d4864 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:30.810267 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2711fe6c-d59a-483e-9bb3-863f46f4b067 req-64710ca8-096d-44f2-9e6b-56d7dd0d4864 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 943 time: 0.1573970 Nov 04 13:34:30.907330 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2711fe6c-d59a-483e-9bb3-863f46f4b067 req-aac57893-9fbe-4205-aba0-f4305b2cefff tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904679 Nov 04 13:34:31.150073 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-25aebde2-110d-4656-9d9f-ed98d38ea234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:31.211999 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device e6011be7-6c1e-4073-a0bc-934e9b407dd8 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:34:31.290685 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-01f3c212-140b-4a56-acb7-f65c2c39263b admin admin] Deleting port 745bad27-c5a8-437b-a92a-3ad44a3a7565 {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:34:31.291103 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-01f3c212-140b-4a56-acb7-f65c2c39263b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:31.357939 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port e6011be7-6c1e-4073-a0bc-934e9b407dd8, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=e6011be7-6c1e-4073-a0bc-934e9b407dd8,segment=NetworkSegment(0b22e617-ecd2-47d4-850a-d3eb02afbb1e),segment_id=0b22e617-ecd2-47d4-850a-d3eb02afbb1e)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:34:31.371904 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': 'e6011be7-6c1e-4073-a0bc-934e9b407dd8', 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c', 'port_id': 'e6011be7-6c1e-4073-a0bc-934e9b407dd8', 'mac_address': 'fa:16:3e:4d:74:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:34:31.428927 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:31.446941 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6011be7-6c1e-4073-a0bc-934e9b407dd8 {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:34:31.462621 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port e6011be7-6c1e-4073-a0bc-934e9b407dd8, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=e6011be7-6c1e-4073-a0bc-934e9b407dd8,segment=NetworkSegment(0b22e617-ecd2-47d4-850a-d3eb02afbb1e),segment_id=0b22e617-ecd2-47d4-850a-d3eb02afbb1e)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:34:31.466982 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:31.470094 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:31.476108 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [None req-01f3c212-140b-4a56-acb7-f65c2c39263b admin admin] For port 745bad27-c5a8-437b-a92a-3ad44a3a7565, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=745bad27-c5a8-437b-a92a-3ad44a3a7565,segment=NetworkSegment(2db17a44-47f4-4d17-ab2a-321e19c2f47d),segment_id=2db17a44-47f4-4d17-ab2a-321e19c2f47d)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:34:31.476523 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-01f3c212-140b-4a56-acb7-f65c2c39263b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:31.534957 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=e6011be7-6c1e-4073-a0bc-934e9b407dd8,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:31.537906 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:31.628448 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-01f3c212-140b-4a56-acb7-f65c2c39263b admin admin] Calling delete_port for 745bad27-c5a8-437b-a92a-3ad44a3a7565 owned by network:router_interface {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:34:31.704380 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['e6011be7-6c1e-4073-a0bc-934e9b407dd8'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:34:31.832376 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2f47ed9b-b612-4fce-bc12-d35642d9e593 req-e0c7eb9b-beea-42a5-ad5f-e0e8991a5244 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4acbf2cd530840edb8b38749299265d3&device_id=4e654ae4-5f54-4557-a340-425ce77443d4 HTTP/1.1" status: 200 len: 1098 time: 0.2366428 Nov 04 13:34:32.058640 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:32.065093 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47ed9b-b612-4fce-bc12-d35642d9e593 req-10c83e01-6880-4e2a-8719-69e46507b33b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:32.066537 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2f47ed9b-b612-4fce-bc12-d35642d9e593 req-10c83e01-6880-4e2a-8719-69e46507b33b service neutron] 10.222.0.52 "GET /v2.0/networks?id=442e3e30-ef92-4403-8958-925f0bf7cc23 HTTP/1.1" status: 200 len: 914 time: 0.2092805 Nov 04 13:34:32.071141 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-01f3c212-140b-4a56-acb7-f65c2c39263b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:32.081385 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-4c5010ca-1365-4977-8772-f3850c89db7d tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:32.191775 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3c212-140b-4a56-acb7-f65c2c39263b admin admin] Pushing event deleted for resources: {'Port': ['ID=745bad27-c5a8-437b-a92a-3ad44a3a7565,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:32.196139 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-01f3c212-140b-4a56-acb7-f65c2c39263b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:32.221723 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2f47ed9b-b612-4fce-bc12-d35642d9e593 req-fd413ca7-3288-44d5-b453-7da7d7443e8e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81032e66-5350-488d-8ad3-9234de6357e7 HTTP/1.1" status: 200 len: 217 time: 0.1411462 Nov 04 13:34:32.366809 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e71c9-a134-4e01-8a18-7eea1e301e1a req-864e1cf6-4261-44f7-933a-b739ff909ec3 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:32.368281 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d85e71c9-a134-4e01-8a18-7eea1e301e1a req-864e1cf6-4261-44f7-933a-b739ff909ec3 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 944 time: 0.3354356 Nov 04 13:34:32.430333 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47ed9b-b612-4fce-bc12-d35642d9e593 req-72743a4e-c88b-4fc9-9e36-ee8211a04c8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:32.431700 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2f47ed9b-b612-4fce-bc12-d35642d9e593 req-72743a4e-c88b-4fc9-9e36-ee8211a04c8e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47d07a9e-e5da-4f80-8ec2-e6cbf88df5aa HTTP/1.1" status: 200 len: 853 time: 0.1928761 Nov 04 13:34:32.501075 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2f47ed9b-b612-4fce-bc12-d35642d9e593 req-812a885c-d157-458d-986d-86bc7c42fc54 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=442e3e30-ef92-4403-8958-925f0bf7cc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511429 Nov 04 13:34:32.598947 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-d85e71c9-a134-4e01-8a18-7eea1e301e1a req-afc332ff-74ff-43bc-814c-06c6aa2ae417 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764610 Nov 04 13:34:32.714506 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2f47ed9b-b612-4fce-bc12-d35642d9e593 req-5a9d528b-0448-4d54-9c93-00dc4b8dfd42 service neutron] 10.222.0.52 "GET /v2.0/networks/442e3e30-ef92-4403-8958-925f0bf7cc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058063 Nov 04 13:34:32.865244 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-01f3c212-140b-4a56-acb7-f65c2c39263b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2764176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3838132'] for router_interface, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:32.872149 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-2f47ed9b-b612-4fce-bc12-d35642d9e593 req-52ca87a6-e3d6-4ff9-845c-69c41fa5439f service neutron] 10.222.0.52 "GET /v2.0/networks/442e3e30-ef92-4403-8958-925f0bf7cc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463487 Nov 04 13:34:33.212176 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device e6011be7-6c1e-4073-a0bc-934e9b407dd8 up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:34:33.282620 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning for port e6011be7-6c1e-4073-a0bc-934e9b407dd8 completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:34:33.287559 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port e6011be7-6c1e-4073-a0bc-934e9b407dd8 triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:34:33.287936 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:33.401661 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:33.429557 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9d7fad-892f-4a44-beb4-c85c20273a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6011be7-6c1e-4073-a0bc-934e9b407dd8'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:34:33.440525 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port e6011be7-6c1e-4073-a0bc-934e9b407dd8, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=e6011be7-6c1e-4073-a0bc-934e9b407dd8,segment=NetworkSegment(0b22e617-ecd2-47d4-850a-d3eb02afbb1e),segment_id=0b22e617-ecd2-47d4-850a-d3eb02afbb1e)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:34:33.444063 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:33.446081 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:33.498398 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9d7fad-892f-4a44-beb4-c85c20273a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6011be7-6c1e-4073-a0bc-934e9b407dd8', 'code': 200} Nov 04 13:34:33.521066 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=e6011be7-6c1e-4073-a0bc-934e9b407dd8,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:33.524061 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:33.569693 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f3c212-140b-4a56-acb7-f65c2c39263b admin admin] Router 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:34:33.627553 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:33.868677 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-82829822-7d8a-419b-8192-628a7a15d331 req-6f990124-8668-4f5b-a365-892843aa05e0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 1098 time: 0.1994402 Nov 04 13:34:33.909866 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784c812-da17-48f1-a880-e3a27a7efc37 req-3ec9a07b-2bd2-4c1e-92ab-c0adf385aefc tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:33.911273 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6784c812-da17-48f1-a880-e3a27a7efc37 req-3ec9a07b-2bd2-4c1e-92ab-c0adf385aefc tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 945 time: 0.1531215 Nov 04 13:34:33.959940 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f3c212-140b-4a56-acb7-f65c2c39263b admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:34:33.967024 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-82829822-7d8a-419b-8192-628a7a15d331 req-c6f810cd-d9b7-460c-aee6-3832437fc52e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843308 Nov 04 13:34:33.970042 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e394f57-c851-4b71-8107-2a3fd7969bce None None] Sync routers for ids ['1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'] in dv-cinder-810367-1-smb {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:34:33.981456 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e394f57-c851-4b71-8107-2a3fd7969bce None None] Routers {'1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:34:33.982098 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-4e394f57-c851-4b71-8107-2a3fd7969bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:34:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:33.987026 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-01f3c212-140b-4a56-acb7-f65c2c39263b admin admin] 10.222.0.93 "PUT /v2.0/routers/1cd066c5-a71e-42aa-8e4e-94ef01bb27bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9176753 Nov 04 13:34:33.989588 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 48848) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:33.994590 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6784c812-da17-48f1-a880-e3a27a7efc37 req-2e10a9c1-2023-4637-b3f5-07c9f07156ae tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764437 Nov 04 13:34:34.172121 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-4e394f57-c851-4b71-8107-2a3fd7969bce None None] Set router 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:34:34.335592 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bac7c3fc-8996-4884-a91a-37ef40ef8f02 admin admin] Notify callbacks [] for router, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:34.488671 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-4e394f57-c851-4b71-8107-2a3fd7969bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'name': 'tempest-TestShelveInstance-110404106-router', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:33Z', 'updated_at': '2021-11-04T13:34:31Z', 'revision_number': 5, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'gw_port': {'id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:34Z', 'updated_at': '2021-11-04T13:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:34.492800 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e394f57-c851-4b71-8107-2a3fd7969bce None None] Checking router: 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb for host: dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:34:34.504511 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e394f57-c851-4b71-8107-2a3fd7969bce None None] Routers {'1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:34:34.505121 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-4e394f57-c851-4b71-8107-2a3fd7969bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:34:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:34.575399 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bac7c3fc-8996-4884-a91a-37ef40ef8f02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:34.585880 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-bac7c3fc-8996-4884-a91a-37ef40ef8f02 admin admin] Deleting port bd87385a-0699-4d2d-87c6-c4f1a58240c8 {{(pid=82773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:34:34.586459 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bac7c3fc-8996-4884-a91a-37ef40ef8f02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:34.689113 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-4e394f57-c851-4b71-8107-2a3fd7969bce None None] Set router 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:34:34.770666 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.db [None req-bac7c3fc-8996-4884-a91a-37ef40ef8f02 admin admin] For port bd87385a-0699-4d2d-87c6-c4f1a58240c8, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=bd87385a-0699-4d2d-87c6-c4f1a58240c8,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:34:34.771014 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bac7c3fc-8996-4884-a91a-37ef40ef8f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:34.891300 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-bac7c3fc-8996-4884-a91a-37ef40ef8f02 admin admin] Calling delete_port for bd87385a-0699-4d2d-87c6-c4f1a58240c8 owned by network:router_gateway {{(pid=82773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:34:34.979750 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-4e394f57-c851-4b71-8107-2a3fd7969bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'name': 'tempest-TestShelveInstance-110404106-router', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:33Z', 'updated_at': '2021-11-04T13:34:31Z', 'revision_number': 5, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'gw_port': {'id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:34Z', 'updated_at': '2021-11-04T13:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:34.983765 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e394f57-c851-4b71-8107-2a3fd7969bce None None] The sync data for ids ['1cd066c5-a71e-42aa-8e4e-94ef01bb27bb'] in dv-cinder-810367-1-smb is: [{'id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'name': 'tempest-TestShelveInstance-110404106-router', 'tenant_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205'}], 'enable_snat': True}, 'gw_port_id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:33Z', 'updated_at': '2021-11-04T13:34:31Z', 'revision_number': 5, 'project_id': '4ee82abcf6af4540a23cf6a0cabcf02d', 'gw_port': {'id': 'bd87385a-0699-4d2d-87c6-c4f1a58240c8', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd066c5-a71e-42aa-8e4e-94ef01bb27bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:34Z', 'updated_at': '2021-11-04T13:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}] {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:34:35.202711 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bac7c3fc-8996-4884-a91a-37ef40ef8f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:35.216024 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-6772f23d-4eb0-473c-9eb2-71b673c4ae04 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:35.260404 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa08f98-e6c5-4955-a6fd-15c6986a72cf req-ddc9e74e-0af3-4516-9240-7235464d3e2c tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:35.261903 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-baa08f98-e6c5-4955-a6fd-15c6986a72cf req-ddc9e74e-0af3-4516-9240-7235464d3e2c tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 945 time: 0.1221151 Nov 04 13:34:35.290391 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7c3fc-8996-4884-a91a-37ef40ef8f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd87385a-0699-4d2d-87c6-c4f1a58240c8,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:35.320937 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-bac7c3fc-8996-4884-a91a-37ef40ef8f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:35.322508 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-baa08f98-e6c5-4955-a6fd-15c6986a72cf req-7dfed998-f872-4461-8e3e-cdd870286ecc tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545757 Nov 04 13:34:35.572058 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bac7c3fc-8996-4884-a91a-37ef40ef8f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3837385'] for router_gateway, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:35.829562 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bac7c3fc-8996-4884-a91a-37ef40ef8f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3834557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9093'] for router, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:35.835107 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bac7c3fc-8996-4884-a91a-37ef40ef8f02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:35.925600 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bac7c3fc-8996-4884-a91a-37ef40ef8f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3834401'] for router, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:35.926170 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac7c3fc-8996-4884-a91a-37ef40ef8f02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cd066c5-a71e-42aa-8e4e-94ef01bb27bb {{(pid=82773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 13:34:35.941588 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-bac7c3fc-8996-4884-a91a-37ef40ef8f02 admin admin] Notify callbacks [] for router, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:35.942683 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-bac7c3fc-8996-4884-a91a-37ef40ef8f02 admin admin] 10.222.0.93 "DELETE /v2.0/routers/1cd066c5-a71e-42aa-8e4e-94ef01bb27bb HTTP/1.1" status: 204 len: 168 time: 1.9514644 Nov 04 13:34:35.945360 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 48872) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:36.013151 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f75e89c-837b-4352-94b5-51b6565b7c74 admin admin] Deleting subnet 5f0beef5-8835-4c75-a34e-3fbc299334f2 {{(pid=82773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 04 13:34:36.018341 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-9f75e89c-837b-4352-94b5-51b6565b7c74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:36.048444 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3097cf5-8e0c-4ef8-af78-dfe887bfeb6b req-12be98b1-6064-4a5a-b44e-58bc09289371 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:36.050059 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e3097cf5-8e0c-4ef8-af78-dfe887bfeb6b req-12be98b1-6064-4a5a-b44e-58bc09289371 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e654ae4-5f54-4557-a340-425ce77443d4 HTTP/1.1" status: 200 len: 945 time: 0.0939589 Nov 04 13:34:36.076592 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-9f75e89c-837b-4352-94b5-51b6565b7c74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671906'] for subnet, precommit_delete_associations {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:36.097525 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e3097cf5-8e0c-4ef8-af78-dfe887bfeb6b req-0d2ec183-6351-428e-9d4b-60a79d3ce848 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428617 Nov 04 13:34:36.152041 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-9f75e89c-837b-4352-94b5-51b6565b7c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1049700'] for subnet, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:36.218015 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-9f75e89c-837b-4352-94b5-51b6565b7c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1049629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2671894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2421650'] for subnet, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:36.222327 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-dc750760-6d08-4248-b37b-357fcc2ffe29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:36.258244 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75e89c-837b-4352-94b5-51b6565b7c74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f0beef5-8835-4c75-a34e-3fbc299334f2,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:36.262061 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-9f75e89c-837b-4352-94b5-51b6565b7c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:36.264688 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-9f75e89c-837b-4352-94b5-51b6565b7c74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:36.270841 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c5864b-1dcb-459c-9ad0-229cee38258c None None] Network df8f186d-bbe6-4f3f-8311-7c1b35152aa5 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:34:36.271780 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-9f75e89c-837b-4352-94b5-51b6565b7c74 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/5f0beef5-8835-4c75-a34e-3fbc299334f2 HTTP/1.1" status: 204 len: 168 time: 0.3254426 Nov 04 13:34:36.274265 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 48876) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:36.390144 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1120378'] for network, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:36.404388 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] Deleting port c0529caf-9188-475c-8816-37e582f06a79 {{(pid=82773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:34:36.404734 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:36.479716 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device bd87385a-0699-4d2d-87c6-c4f1a58240c8 no longer exists at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:34:36.519206 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] No Port match for: bd87385a-0699-4d2d-87c6-c4f1a58240c8 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:34:36.519816 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device bd87385a-0699-4d2d-87c6-c4f1a58240c8 not bound to the agent host dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:34:36.520228 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 745bad27-c5a8-437b-a92a-3ad44a3a7565 no longer exists at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:34:36.552768 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] No Port match for: 745bad27-c5a8-437b-a92a-3ad44a3a7565 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:34:36.553117 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 745bad27-c5a8-437b-a92a-3ad44a3a7565 not bound to the agent host dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:34:36.670741 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245ae913-a330-4d57-8a49-fb6c6cde61f9 None None] DHCP port deletion for df8f186d-bbe6-4f3f-8311-7c1b35152aa5 request from dv-cinder-810367-1-smb {{(pid=82774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 04 13:34:36.675254 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-245ae913-a330-4d57-8a49-fb6c6cde61f9 None None] Deleting port c0529caf-9188-475c-8816-37e582f06a79 {{(pid=82774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:34:36.675790 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-245ae913-a330-4d57-8a49-fb6c6cde61f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:36.679326 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.db [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] For port c0529caf-9188-475c-8816-37e582f06a79, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=c0529caf-9188-475c-8816-37e582f06a79,segment=NetworkSegment(2db17a44-47f4-4d17-ab2a-321e19c2f47d),segment_id=2db17a44-47f4-4d17-ab2a-321e19c2f47d)] {{(pid=82773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:34:36.679682 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:36.802020 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeba155-d97a-43cb-9b17-ba95befb93c4 req-9ed015bd-2034-4f89-96bc-a5eb593cf7f0 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:36.803465 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5aeba155-d97a-43cb-9b17-ba95befb93c4 req-9ed015bd-2034-4f89-96bc-a5eb593cf7f0 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 945 time: 0.3060641 Nov 04 13:34:36.809504 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] Calling delete_port for c0529caf-9188-475c-8816-37e582f06a79 owned by network:dhcp {{(pid=82773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:34:36.879408 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-245ae913-a330-4d57-8a49-fb6c6cde61f9 None None] For port c0529caf-9188-475c-8816-37e582f06a79, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=c0529caf-9188-475c-8816-37e582f06a79,segment=NetworkSegment(2db17a44-47f4-4d17-ab2a-321e19c2f47d),segment_id=2db17a44-47f4-4d17-ab2a-321e19c2f47d)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:34:36.879719 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-245ae913-a330-4d57-8a49-fb6c6cde61f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:37.002200 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-245ae913-a330-4d57-8a49-fb6c6cde61f9 None None] Calling delete_port for c0529caf-9188-475c-8816-37e582f06a79 owned by network:dhcp {{(pid=82774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:34:37.007791 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-5aeba155-d97a-43cb-9b17-ba95befb93c4 req-37f8f094-1790-4aff-af6e-7e5294c86d34 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721954 Nov 04 13:34:37.019156 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:37.025064 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-848d0610-9375-4c51-8bd6-4245fae6dacf tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:37.068496 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0529caf-9188-475c-8816-37e582f06a79,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:37.071825 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:37.072565 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] No DVR routers for this DVR port c0529caf-9188-475c-8816-37e582f06a79 on host dv-cinder-810367-1-smb {{(pid=82773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:34:37.075137 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.db.api [None req-245ae913-a330-4d57-8a49-fb6c6cde61f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 13:34:37.075870 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_db.api [None req-245ae913-a330-4d57-8a49-fb6c6cde61f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 13:34:37.189553 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1063405', 'neutron.services.segments.db._delete_segments_for_network-8742936665528'] for network, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:37.216274 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8f186d-bbe6-4f3f-8311-7c1b35152aa5']}} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:37.217936 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e062ff-08ba-41d6-abe0-644f9c24d70e req-c3bf70cd-2e82-4da2-b58e-e995961068df tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:37.220064 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e1e062ff-08ba-41d6-abe0-644f9c24d70e req-c3bf70cd-2e82-4da2-b58e-e995961068df tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 945 time: 0.0847518 Nov 04 13:34:37.230137 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db17a44-47f4-4d17-ab2a-321e19c2f47d') {'for_net_delete': True} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:37.230642 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db17a44-47f4-4d17-ab2a-321e19c2f47d') {} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:37.268033 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e1e062ff-08ba-41d6-abe0-644f9c24d70e req-4cbc822d-7cc5-4193-86e1-947924474817 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424206 Nov 04 13:34:37.276442 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742936667091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671929'] for segment, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:37.303933 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:37.312558 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=82773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 04 13:34:37.313217 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2671996'] for segment, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: Traceback (most recent call last): Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: timer() Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: cb(*args, **kw) Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: return func(*args, **kwargs) Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: self._notify() Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: self.callback(batched_events) Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: event.method(event) Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: return f(self, *a, **k) Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: return self._get(url).json() Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: return self.request(url, 'GET', **kwargs) Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 13:34:37.326295 dv-cinder-810367-1-smb neutron-server[82773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 13:34:37.414866 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1063398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837420'] for network, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:37.421387 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179f9d1-98c3-45f8-b4f7-007a00b383da req-2da5d9d5-be44-4f63-b8c0-32f343adf67e tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:37.422909 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-f179f9d1-98c3-45f8-b4f7-007a00b383da req-2da5d9d5-be44-4f63-b8c0-32f343adf67e tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e654ae4-5f54-4557-a340-425ce77443d4 HTTP/1.1" status: 200 len: 945 time: 0.1850486 Nov 04 13:34:37.425348 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-7f569b18-7f53-49db-ab17-0c64b64ca17b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:37.439757 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:37.463781 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] Pushing event deleted for resources: {'Network': ['ID=df8f186d-bbe6-4f3f-8311-7c1b35152aa5,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:37.470081 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:37.488158 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] 10.222.0.93 "DELETE /v2.0/networks/df8f186d-bbe6-4f3f-8311-7c1b35152aa5 HTTP/1.1" status: 204 len: 168 time: 1.2129099 Nov 04 13:34:37.491265 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48888) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:37.500348 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-f179f9d1-98c3-45f8-b4f7-007a00b383da req-41b921c6-8212-4dcb-9a46-b68d43718da1 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617962 Nov 04 13:34:37.577299 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-245ae913-a330-4d57-8a49-fb6c6cde61f9 None None] Deleting port c0529caf-9188-475c-8816-37e582f06a79 {{(pid=82774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:34:37.578405 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-245ae913-a330-4d57-8a49-fb6c6cde61f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:37.645461 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-245ae913-a330-4d57-8a49-fb6c6cde61f9 None None] The port 'c0529caf-9188-475c-8816-37e582f06a79' was deleted {{(pid=82774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 04 13:34:37.707944 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264ea16-25b4-494c-bc97-a1b3231a589e req-c0d68bc9-a024-4671-a868-7571a653564a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:37.709310 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d264ea16-25b4-494c-bc97-a1b3231a589e req-c0d68bc9-a024-4671-a868-7571a653564a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 945 time: 0.0895970 Nov 04 13:34:37.755506 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d264ea16-25b4-494c-bc97-a1b3231a589e req-8ad9be6e-e6d9-4927-a4d9-bcc6b8e0d8f7 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407598 Nov 04 13:34:37.887644 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7376eb0a-3b9e-4cd9-abaf-57c5391032d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3838974'] for router_interface, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:38.241739 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device c0529caf-9188-475c-8816-37e582f06a79 no longer exists at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:34:38.276108 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] No Port match for: c0529caf-9188-475c-8816-37e582f06a79 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:34:38.276595 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device c0529caf-9188-475c-8816-37e582f06a79 not bound to the agent host dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:34:38.677019 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-7376eb0a-3b9e-4cd9-abaf-57c5391032d3 admin admin] Deleting port d8d96cf1-c31c-4755-8606-5f2c177baaaa {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:34:38.677606 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7376eb0a-3b9e-4cd9-abaf-57c5391032d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:38.827610 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7060d-d81f-4769-a59e-f9aa220ed8e5 req-bba76eb9-2eb6-49bf-a0b5-ed614de25076 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:38.829118 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8ed7060d-d81f-4769-a59e-f9aa220ed8e5 req-bba76eb9-2eb6-49bf-a0b5-ed614de25076 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e654ae4-5f54-4557-a340-425ce77443d4 HTTP/1.1" status: 200 len: 945 time: 0.2059741 Nov 04 13:34:38.912391 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-8ed7060d-d81f-4769-a59e-f9aa220ed8e5 req-2082488a-5346-43ae-827a-b48cfb20f6ac tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758553 Nov 04 13:34:38.913985 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [None req-7376eb0a-3b9e-4cd9-abaf-57c5391032d3 admin admin] For port d8d96cf1-c31c-4755-8606-5f2c177baaaa, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=d8d96cf1-c31c-4755-8606-5f2c177baaaa,segment=NetworkSegment(d90cbafe-c800-4d21-950f-2ffa2eb6047e),segment_id=d90cbafe-c800-4d21-950f-2ffa2eb6047e)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:34:38.914341 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7376eb0a-3b9e-4cd9-abaf-57c5391032d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:39.034180 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-7376eb0a-3b9e-4cd9-abaf-57c5391032d3 admin admin] Calling delete_port for d8d96cf1-c31c-4755-8606-5f2c177baaaa owned by network:router_interface {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:34:39.205166 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7376eb0a-3b9e-4cd9-abaf-57c5391032d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:39.208724 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-d4fd9113-23dd-4795-af47-ecba6e74fae6 tempest-AttachVolumeNegativeTest-353181320 tempest-AttachVolumeNegativeTest-353181320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:39.248306 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376eb0a-3b9e-4cd9-abaf-57c5391032d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8d96cf1-c31c-4755-8606-5f2c177baaaa,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:39.252549 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-7376eb0a-3b9e-4cd9-abaf-57c5391032d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:39.547207 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-7376eb0a-3b9e-4cd9-abaf-57c5391032d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2764176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3838132'] for router_interface, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:40.220658 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab90bd6-d2ff-40d1-ba93-dde9f44cc7d8 req-63ee0244-f635-4fc1-aaf7-5199820e378e tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:40.227278 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-aab90bd6-d2ff-40d1-ba93-dde9f44cc7d8 req-63ee0244-f635-4fc1-aaf7-5199820e378e tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e654ae4-5f54-4557-a340-425ce77443d4 HTTP/1.1" status: 200 len: 945 time: 0.1778529 Nov 04 13:34:40.336582 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-aab90bd6-d2ff-40d1-ba93-dde9f44cc7d8 req-4539446a-df73-4594-9596-8a05a94861c1 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084230 Nov 04 13:34:40.382773 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7376eb0a-3b9e-4cd9-abaf-57c5391032d3 admin admin] Router f162ecb5-56b2-4471-8fc7-0dfedf1b1c88 has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:34:40.584503 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7376eb0a-3b9e-4cd9-abaf-57c5391032d3 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:34:40.593468 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178d2528-2024-419b-a854-0656ab63a926 None None] Sync routers for ids ['f162ecb5-56b2-4471-8fc7-0dfedf1b1c88'] in dv-cinder-810367-1-smb {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:34:40.600679 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-7376eb0a-3b9e-4cd9-abaf-57c5391032d3 admin admin] 10.222.0.93 "PUT /v2.0/routers/f162ecb5-56b2-4471-8fc7-0dfedf1b1c88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1082296 Nov 04 13:34:40.603168 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48922) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:40.606187 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178d2528-2024-419b-a854-0656ab63a926 None None] Routers {'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:34:40.606786 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-178d2528-2024-419b-a854-0656ab63a926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:34:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['f162ecb5-56b2-4471-8fc7-0dfedf1b1c88'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:40.780613 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-178d2528-2024-419b-a854-0656ab63a926 None None] Set router f162ecb5-56b2-4471-8fc7-0dfedf1b1c88 gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:34:40.801583 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bc468d74-32df-421e-9bb4-5e1d623f8720 admin admin] Notify callbacks [] for router, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:41.042796 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8d8a3-2beb-4200-be8f-d60719a540f8 req-15dc11ce-00ce-4df8-bff6-d1b635e91dd9 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:41.044203 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-02d8d8a3-2beb-4200-be8f-d60719a540f8 req-15dc11ce-00ce-4df8-bff6-d1b635e91dd9 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e654ae4-5f54-4557-a340-425ce77443d4 HTTP/1.1" status: 200 len: 945 time: 0.1590784 Nov 04 13:34:41.065379 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-178d2528-2024-419b-a854-0656ab63a926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88', 'name': 'tempest-TestShelveInstance-1443426623-router', 'tenant_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.139'}], 'enable_snat': True}, 'gw_port_id': '3f643012-f213-436e-9860-f71db25a5ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:42Z', 'updated_at': '2021-11-04T13:34:39Z', 'revision_number': 5, 'project_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'gw_port': {'id': '3f643012-f213-436e-9860-f71db25a5ce3', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:42:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:29:42Z', 'updated_at': '2021-11-04T13:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:41.069073 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178d2528-2024-419b-a854-0656ab63a926 None None] Checking router: f162ecb5-56b2-4471-8fc7-0dfedf1b1c88 for host: dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:34:41.079457 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178d2528-2024-419b-a854-0656ab63a926 None None] Routers {'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:34:41.080042 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-178d2528-2024-419b-a854-0656ab63a926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:34:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['f162ecb5-56b2-4471-8fc7-0dfedf1b1c88'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:41.107254 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bc468d74-32df-421e-9bb4-5e1d623f8720 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:41.129170 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-bc468d74-32df-421e-9bb4-5e1d623f8720 admin admin] Deleting port 3f643012-f213-436e-9860-f71db25a5ce3 {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:34:41.129458 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bc468d74-32df-421e-9bb4-5e1d623f8720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:41.159775 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-02d8d8a3-2beb-4200-be8f-d60719a540f8 req-84dc7b17-de9f-4c43-8926-fd5138a4e0c7 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Deleting port 81032e66-5350-488d-8ad3-9234de6357e7 {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:34:41.160134 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-02d8d8a3-2beb-4200-be8f-d60719a540f8 req-84dc7b17-de9f-4c43-8926-fd5138a4e0c7 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:41.240262 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-178d2528-2024-419b-a854-0656ab63a926 None None] Set router f162ecb5-56b2-4471-8fc7-0dfedf1b1c88 gateway port host: None {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:34:41.356997 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-178d2528-2024-419b-a854-0656ab63a926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88', 'name': 'tempest-TestShelveInstance-1443426623-router', 'tenant_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:42Z', 'updated_at': '2021-11-04T13:34:41Z', 'revision_number': 6, 'project_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'gw_port_host': None}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:41.361988 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178d2528-2024-419b-a854-0656ab63a926 None None] The sync data for ids ['f162ecb5-56b2-4471-8fc7-0dfedf1b1c88'] in dv-cinder-810367-1-smb is: [{'id': 'f162ecb5-56b2-4471-8fc7-0dfedf1b1c88', 'name': 'tempest-TestShelveInstance-1443426623-router', 'tenant_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:29:42Z', 'updated_at': '2021-11-04T13:34:41Z', 'revision_number': 6, 'project_id': '715adfdca9c94f7ea8f2e7cb3b11e2f7', 'gw_port_host': None}] {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:34:41.544044 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eea55a-cb35-4d1e-a336-603148655f4e req-205ac431-534f-4fbf-8dbc-b5ffa29051dc tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:41.545545 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d1eea55a-cb35-4d1e-a336-603148655f4e req-205ac431-534f-4fbf-8dbc-b5ffa29051dc tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e654ae4-5f54-4557-a340-425ce77443d4 HTTP/1.1" status: 200 len: 945 time: 0.0769701 Nov 04 13:34:41.592105 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-d1eea55a-cb35-4d1e-a336-603148655f4e req-d9f237ce-cde8-49a9-b992-ce38b71b7456 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409763 Nov 04 13:34:41.612415 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [None req-bc468d74-32df-421e-9bb4-5e1d623f8720 admin admin] For port 3f643012-f213-436e-9860-f71db25a5ce3, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=3f643012-f213-436e-9860-f71db25a5ce3,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:34:41.613006 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bc468d74-32df-421e-9bb4-5e1d623f8720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:41.757093 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-bc468d74-32df-421e-9bb4-5e1d623f8720 admin admin] Calling delete_port for 3f643012-f213-436e-9860-f71db25a5ce3 owned by network:router_gateway {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:34:41.822345 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-02d8d8a3-2beb-4200-be8f-d60719a540f8 req-84dc7b17-de9f-4c43-8926-fd5138a4e0c7 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] For port 81032e66-5350-488d-8ad3-9234de6357e7, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=81032e66-5350-488d-8ad3-9234de6357e7,segment=NetworkSegment(f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6),segment_id=f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:34:41.822696 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-02d8d8a3-2beb-4200-be8f-d60719a540f8 req-84dc7b17-de9f-4c43-8926-fd5138a4e0c7 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:41.953296 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-02d8d8a3-2beb-4200-be8f-d60719a540f8 req-84dc7b17-de9f-4c43-8926-fd5138a4e0c7 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Calling delete_port for 81032e66-5350-488d-8ad3-9234de6357e7 owned by compute:nova {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:34:42.162182 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-02d8d8a3-2beb-4200-be8f-d60719a540f8 req-84dc7b17-de9f-4c43-8926-fd5138a4e0c7 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:42.169408 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-cbc05371-8f9b-4de3-a121-0b96bdd007be tempest-VolumesActionsTest-1298947493 tempest-VolumesActionsTest-1298947493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:42.178081 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['81032e66-5350-488d-8ad3-9234de6357e7'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:34:42.207454 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bc468d74-32df-421e-9bb4-5e1d623f8720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:42.220836 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc7b17-de9f-4c43-8926-fd5138a4e0c7 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Pushing event deleted for resources: {'Port': ['ID=81032e66-5350-488d-8ad3-9234de6357e7,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:42.226756 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-84dc7b17-de9f-4c43-8926-fd5138a4e0c7 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:42.229288 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-d2c17749-72b7-4d4d-957b-7d5279e1b266 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:42.239082 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 3f643012-f213-436e-9860-f71db25a5ce3 no longer exists at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:34:42.275903 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] No Port match for: 3f643012-f213-436e-9860-f71db25a5ce3 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:34:42.276501 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 3f643012-f213-436e-9860-f71db25a5ce3 not bound to the agent host dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:34:42.277124 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device d8d96cf1-c31c-4755-8606-5f2c177baaaa no longer exists at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:34:42.313753 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] No Port match for: d8d96cf1-c31c-4755-8606-5f2c177baaaa {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:34:42.314227 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device d8d96cf1-c31c-4755-8606-5f2c177baaaa not bound to the agent host dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:34:42.334913 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc468d74-32df-421e-9bb4-5e1d623f8720 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f643012-f213-436e-9860-f71db25a5ce3,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:42.346036 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-bc468d74-32df-421e-9bb4-5e1d623f8720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:42.412387 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d8d8a3-2beb-4200-be8f-d60719a540f8 req-84dc7b17-de9f-4c43-8926-fd5138a4e0c7 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] No DVR routers for this DVR port 81032e66-5350-488d-8ad3-9234de6357e7 on host hv-cinder-81036 {{(pid=82772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:34:42.415934 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-02d8d8a3-2beb-4200-be8f-d60719a540f8 req-84dc7b17-de9f-4c43-8926-fd5138a4e0c7 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:42.418456 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e654ae4-5f54-4557-a340-425ce77443d4', 'name': 'network-vif-deleted', 'tag': '81032e66-5350-488d-8ad3-9234de6357e7'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:34:42.451696 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-02d8d8a3-2beb-4200-be8f-d60719a540f8 req-84dc7b17-de9f-4c43-8926-fd5138a4e0c7 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.52 "DELETE /v2.0/ports/81032e66-5350-488d-8ad3-9234de6357e7 HTTP/1.1" status: 204 len: 173 time: 1.3941872 Nov 04 13:34:42.511030 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e654ae4-5f54-4557-a340-425ce77443d4', 'name': 'network-vif-deleted', 'tag': '81032e66-5350-488d-8ad3-9234de6357e7', 'status': 'completed', 'code': 200} Nov 04 13:34:42.592297 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bc468d74-32df-421e-9bb4-5e1d623f8720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3837385'] for router_gateway, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:42.755614 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cff25-39d4-4cb8-8b73-707b63f5f5ea req-8cd42d47-60a6-469b-be10-4340a7c74cc5 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:42.757154 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-b83cff25-39d4-4cb8-8b73-707b63f5f5ea req-8cd42d47-60a6-469b-be10-4340a7c74cc5 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 945 time: 0.0863981 Nov 04 13:34:42.806063 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-b83cff25-39d4-4cb8-8b73-707b63f5f5ea req-795fce95-d57b-4c38-adc6-2b828de2ac78 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431924 Nov 04 13:34:42.835506 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 48942) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:42.872903 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-f4730bf6-205a-43bb-a896-470b868b53a0 req-c533d845-292e-4085-9ac8-3acfb2e76e82 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Synchronizing usage tracker for tenant:4acbf2cd530840edb8b38749299265d3 on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:34:42.977226 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-79d9eca2-0ed8-4676-b2f9-f90c8a8ffdbf tempest-TestMinimumBasicScenario-59814778 tempest-TestMinimumBasicScenario-59814778-project-admin] Synchronizing usage tracker for tenant:4900f93aadcf46b589b06e0e21a1af3b on resource:port {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:34:42.998932 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-79d9eca2-0ed8-4676-b2f9-f90c8a8ffdbf tempest-TestMinimumBasicScenario-59814778 tempest-TestMinimumBasicScenario-59814778-project-admin] Unset dirty status for tenant:4900f93aadcf46b589b06e0e21a1af3b on resource:port {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:34:43.002081 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-79d9eca2-0ed8-4676-b2f9-f90c8a8ffdbf tempest-TestMinimumBasicScenario-59814778 tempest-TestMinimumBasicScenario-59814778-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 1093 time: 0.1655483 Nov 04 13:34:43.003580 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 48948) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:43.009041 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Request body: {'floatingip': {'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'port_id': 'e6011be7-6c1e-4073-a0bc-934e9b407dd8', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'fixed_ip_address': '172.20.0.9'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:34:43.014764 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:34:43.019786 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Usage tracker for resource:floatingip and tenant:c78dba061c5c4e3d8e3a283e6d05c8ea is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:34:43.020859 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bc468d74-32df-421e-9bb4-5e1d623f8720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3834557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9093'] for router, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:43.023005 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:34:43.024051 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-f4730bf6-205a-43bb-a896-470b868b53a0 req-c533d845-292e-4085-9ac8-3acfb2e76e82 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Unset dirty status for tenant:4acbf2cd530840edb8b38749299265d3 on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:34:43.025188 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f4730bf6-205a-43bb-a896-470b868b53a0 req-c533d845-292e-4085-9ac8-3acfb2e76e82 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=4e654ae4-5f54-4557-a340-425ce77443d4 HTTP/1.1" status: 200 len: 210 time: 0.1966922 Nov 04 13:34:43.027326 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bc468d74-32df-421e-9bb4-5e1d623f8720 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:43.029145 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:34:43.045375 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for floatingip, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:43.055769 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bc468d74-32df-421e-9bb4-5e1d623f8720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3834401'] for router, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:43.056574 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc468d74-32df-421e-9bb4-5e1d623f8720 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f162ecb5-56b2-4471-8fc7-0dfedf1b1c88 {{(pid=82772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 13:34:43.068844 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-bc468d74-32df-421e-9bb4-5e1d623f8720 admin admin] Notify callbacks [] for router, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:43.072627 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-bc468d74-32df-421e-9bb4-5e1d623f8720 admin admin] 10.222.0.93 "DELETE /v2.0/routers/f162ecb5-56b2-4471-8fc7-0dfedf1b1c88 HTTP/1.1" status: 204 len: 168 time: 2.4661212 Nov 04 13:34:43.072957 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48952) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:43.147151 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_v2 [None req-276c3863-2e00-41df-ae78-c37a816d81e9 admin admin] Deleting subnet eafa161c-2943-4aa4-9722-e04d2759dd9f {{(pid=82772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 04 13:34:43.150322 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-276c3863-2e00-41df-ae78-c37a816d81e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:43.209889 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:43.210110 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-276c3863-2e00-41df-ae78-c37a816d81e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3573354'] for subnet, precommit_delete_associations {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:43.292523 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-276c3863-2e00-41df-ae78-c37a816d81e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1049700'] for subnet, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:43.349922 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_common [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Allocated IP 172.28.1.121 (3a01b9c4-59fa-4ac6-86b7-88d3229c48a4/d8a4ad71-5939-4e74-92b3-9a9ca440e818/d318cc8f-dcdf-405d-aa9c-5b95f0048d60) {{(pid=82773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:34:43.360195 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-276c3863-2e00-41df-ae78-c37a816d81e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1049629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3573408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2604471'] for subnet, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:43.364705 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-73f3882c-3bc1-4031-a9e6-cd030d5c4a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:43.398435 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c3863-2e00-41df-ae78-c37a816d81e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eafa161c-2943-4aa4-9722-e04d2759dd9f,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:43.401088 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-276c3863-2e00-41df-ae78-c37a816d81e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:43.403437 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-276c3863-2e00-41df-ae78-c37a816d81e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for subnet, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:43.412086 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-276c3863-2e00-41df-ae78-c37a816d81e9 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/eafa161c-2943-4aa4-9722-e04d2759dd9f HTTP/1.1" status: 204 len: 168 time: 0.3356769 Nov 04 13:34:43.412425 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48956) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:43.415590 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba9a666-2309-449f-8ba3-5095cc1ca154 None None] Network 79d0b2c2-122a-427e-91b1-7a3d2aac3cfe requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:34:43.505630 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for port, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:43.521998 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1120378'] for network, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:43.533866 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] Deleting port 42494e5c-f6a3-4bd7-a249-a64481dd5bf6 {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:34:43.534397 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:43.536342 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:43.540830 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-999c6ec7-e926-45f1-a9af-288dad4b4ddc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:43.608599 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Network 3a01b9c4-59fa-4ac6-86b7-88d3229c48a4 is already hosted by enough agents. {{(pid=82773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:34:43.613522 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.base_scheduler [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Resources bound (agent type, host, resource id): {{(pid=82773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:34:43.615890 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Received port after_create {{(pid=82773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:34:43.648669 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Pushing event updated for resources: {'Port': ['ID=d318cc8f-dcdf-405d-aa9c-5b95f0048d60,revision_number=1']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:43.654879 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:43.672972 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceef4b3-f428-4a28-b7c6-fd97e0e26887 None None] DHCP port deletion for 79d0b2c2-122a-427e-91b1-7a3d2aac3cfe request from dv-cinder-810367-1-smb {{(pid=82774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 04 13:34:43.677106 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-7ceef4b3-f428-4a28-b7c6-fd97e0e26887 None None] Deleting port 42494e5c-f6a3-4bd7-a249-a64481dd5bf6 {{(pid=82774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:34:43.677558 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-7ceef4b3-f428-4a28-b7c6-fd97e0e26887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:43.751768 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] For port 42494e5c-f6a3-4bd7-a249-a64481dd5bf6, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=42494e5c-f6a3-4bd7-a249-a64481dd5bf6,segment=NetworkSegment(d90cbafe-c800-4d21-950f-2ffa2eb6047e),segment_id=d90cbafe-c800-4d21-950f-2ffa2eb6047e)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:34:43.752215 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:43.873751 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] Calling delete_port for 42494e5c-f6a3-4bd7-a249-a64481dd5bf6 owned by network:dhcp {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:34:43.883722 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-7ceef4b3-f428-4a28-b7c6-fd97e0e26887 None None] For port 42494e5c-f6a3-4bd7-a249-a64481dd5bf6, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=42494e5c-f6a3-4bd7-a249-a64481dd5bf6,segment=NetworkSegment(d90cbafe-c800-4d21-950f-2ffa2eb6047e),segment_id=d90cbafe-c800-4d21-950f-2ffa2eb6047e)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:34:43.884118 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-7ceef4b3-f428-4a28-b7c6-fd97e0e26887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:43.959232 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:43.963670 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:44.011044 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=42494e5c-f6a3-4bd7-a249-a64481dd5bf6,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:44.011532 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-7ceef4b3-f428-4a28-b7c6-fd97e0e26887 None None] Calling delete_port for 42494e5c-f6a3-4bd7-a249-a64481dd5bf6 owned by network:dhcp {{(pid=82774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:34:44.014943 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:44.018929 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] No DVR routers for this DVR port 42494e5c-f6a3-4bd7-a249-a64481dd5bf6 on host dv-cinder-810367-1-smb {{(pid=82772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:34:44.128193 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.db.api [None req-7ceef4b3-f428-4a28-b7c6-fd97e0e26887 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 13:34:44.129319 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_db.api [None req-7ceef4b3-f428-4a28-b7c6-fd97e0e26887 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 13:34:44.151301 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1063405', 'neutron.services.segments.db._delete_segments_for_network-8742936665528'] for network, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:44.191009 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.services.segments.db [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d0b2c2-122a-427e-91b1-7a3d2aac3cfe']}} {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:44.205037 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.services.segments.db [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd90cbafe-c800-4d21-950f-2ffa2eb6047e') {'for_net_delete': True} {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:44.205382 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.services.segments.db [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd90cbafe-c800-4d21-950f-2ffa2eb6047e') {} {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:44.217546 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742936667091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3573361'] for segment, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:44.239658 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:44.251341 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=82772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 04 13:34:44.252094 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3573450'] for segment, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: Traceback (most recent call last): Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: timer() Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: cb(*args, **kw) Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: return func(*args, **kwargs) Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: self._notify() Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: self.callback(batched_events) Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: event.method(event) Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: return f(self, *a, **k) Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: return self._get(url).json() Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: return self.request(url, 'GET', **kwargs) Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 13:34:44.278177 dv-cinder-810367-1-smb neutron-server[82772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 13:34:44.280187 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 42494e5c-f6a3-4bd7-a249-a64481dd5bf6 no longer exists at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:34:44.283421 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:44.314093 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] No Port match for: 42494e5c-f6a3-4bd7-a249-a64481dd5bf6 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:34:44.314925 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 42494e5c-f6a3-4bd7-a249-a64481dd5bf6 not bound to the agent host dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:34:44.347248 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:44.361147 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1063398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837420'] for network, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:44.365466 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-d55d101a-c4d0-441d-8ae5-4e57af951eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:44.383492 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:44.395039 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=79d0b2c2-122a-427e-91b1-7a3d2aac3cfe,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:44.399580 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:44.406991 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-e411f62f-0095-4a0c-a371-608c499e0ffb admin admin] 10.222.0.93 "DELETE /v2.0/networks/79d0b2c2-122a-427e-91b1-7a3d2aac3cfe HTTP/1.1" status: 204 len: 168 time: 0.9925625 Nov 04 13:34:44.564936 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48968) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:44.572385 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for port, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:44.577262 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671960'] for port, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:44.582151 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-ea76ebf3-3a59-4d79-8cdc-5054db2c312e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:44.619762 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-cf5b3a69-c946-4a31-94d9-7eda52055dab admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4ee82abcf6af4540a23cf6a0cabcf02d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0534589 Nov 04 13:34:44.622242 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48972) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:44.631161 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-7ceef4b3-f428-4a28-b7c6-fd97e0e26887 None None] Deleting port 42494e5c-f6a3-4bd7-a249-a64481dd5bf6 {{(pid=82774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:34:44.631954 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-7ceef4b3-f428-4a28-b7c6-fd97e0e26887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:44.685934 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Pushing event updated for resources: {'Port': ['ID=d318cc8f-dcdf-405d-aa9c-5b95f0048d60,revision_number=2']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:44.694602 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:44.705227 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837438'] for floatingip, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:44.744579 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-7ceef4b3-f428-4a28-b7c6-fd97e0e26887 None None] The port '42494e5c-f6a3-4bd7-a249-a64481dd5bf6' was deleted {{(pid=82774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 04 13:34:44.801179 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-a2be2836-882b-47e4-8523-f5e2d50863fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:44.831443 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-a2be2836-882b-47e4-8523-f5e2d50863fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:44.884530 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-a2be2836-882b-47e4-8523-f5e2d50863fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:44.889472 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-4619456b-cb82-41a9-887d-408925bff649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:44.905507 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be2836-882b-47e4-8523-f5e2d50863fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26b40b0-a6f3-4be7-af4e-7210ae992a0c,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:44.908824 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-a2be2836-882b-47e4-8523-f5e2d50863fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:44.911131 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-a2be2836-882b-47e4-8523-f5e2d50863fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:44.912444 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-a2be2836-882b-47e4-8523-f5e2d50863fc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f26b40b0-a6f3-4be7-af4e-7210ae992a0c HTTP/1.1" status: 204 len: 168 time: 0.2890742 Nov 04 13:34:44.934927 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.db.l3_db [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Floating IP 9e4d8f77-7946-41c0-93c8-f41970d434f7 associated. External IP: 172.28.1.121, port: e6011be7-6c1e-4073-a0bc-934e9b407dd8. Nov 04 13:34:45.244577 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 81032e66-5350-488d-8ad3-9234de6357e7 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:34:45.283605 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] No Port match for: 81032e66-5350-488d-8ad3-9234de6357e7 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:34:45.284131 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device 81032e66-5350-488d-8ad3-9234de6357e7 not bound to the agent host hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:34:45.326416 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48980) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:45.335180 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Router 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:34:45.376661 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-d89e297a-2ccd-4903-9c45-6138267576ab admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=715adfdca9c94f7ea8f2e7cb3b11e2f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490625 Nov 04 13:34:45.379160 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48984) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:45.437809 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8863e23f-3bc0-4099-9e0f-6734f2f29d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:45.463818 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8863e23f-3bc0-4099-9e0f-6734f2f29d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:45.518585 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8863e23f-3bc0-4099-9e0f-6734f2f29d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:45.524062 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-9542dc0d-a375-44a8-9198-8f625ab7a52b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:45.535298 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863e23f-3bc0-4099-9e0f-6734f2f29d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3c75de-fcbb-475f-ba7d-a5959f328b3a,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:45.537570 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:34:45.539172 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-8863e23f-3bc0-4099-9e0f-6734f2f29d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:45.543095 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-8863e23f-3bc0-4099-9e0f-6734f2f29d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:45.547101 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-8863e23f-3bc0-4099-9e0f-6734f2f29d5a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4c3c75de-fcbb-475f-ba7d-a5959f328b3a HTTP/1.1" status: 204 len: 168 time: 0.1670220 Nov 04 13:34:45.571930 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d69655b-42bb-4996-99b6-aa2b01192522 None None] Sync routers for ids ['96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'] in dv-cinder-810367-1-smb {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:34:45.573237 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for floatingip, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:45.590506 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d69655b-42bb-4996-99b6-aa2b01192522 None None] Routers {'96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:34:45.591983 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-2d69655b-42bb-4996-99b6-aa2b01192522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:34:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:45.645153 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6381452 Nov 04 13:34:45.645153 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9d7fad-892f-4a44-beb4-c85c20273a2b', 'tag': 'e6011be7-6c1e-4073-a0bc-934e9b407dd8'}] {{(pid=82773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:34:45.646770 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 48996) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:45.652497 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-1020e0ba-efac-4a29-a748-4ce7c9c6cb66 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-394664596', 'description': 'tempest-secgroup-smoke-394664596 description', 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:34:45.673962 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-1020e0ba-efac-4a29-a748-4ce7c9c6cb66 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:34:45.697794 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-1020e0ba-efac-4a29-a748-4ce7c9c6cb66 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:34:45.711273 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1020e0ba-efac-4a29-a748-4ce7c9c6cb66 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:45.732978 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9d7fad-892f-4a44-beb4-c85c20273a2b', 'tag': 'e6011be7-6c1e-4073-a0bc-934e9b407dd8', 'status': 'completed', 'code': 200} Nov 04 13:34:45.758318 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-1020e0ba-efac-4a29-a748-4ce7c9c6cb66 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:34:45.807770 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-1020e0ba-efac-4a29-a748-4ce7c9c6cb66 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Usage tracker for resource:security_group_rule and tenant:c78dba061c5c4e3d8e3a283e6d05c8ea is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:34:45.811800 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-1020e0ba-efac-4a29-a748-4ce7c9c6cb66 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:34:45.819277 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-1020e0ba-efac-4a29-a748-4ce7c9c6cb66 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:34:45.835296 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-2d69655b-42bb-4996-99b6-aa2b01192522 None None] Set router 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:34:45.895032 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-25a78371-f8f0-4bb3-ac3e-104dbe4c4bbb req-078a6bb0-88ee-4dc0-8266-f768ff108caa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c78dba061c5c4e3d8e3a283e6d05c8ea&device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 1098 time: 0.1334412 Nov 04 13:34:45.932503 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1020e0ba-efac-4a29-a748-4ce7c9c6cb66 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:45.942198 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1020e0ba-efac-4a29-a748-4ce7c9c6cb66 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:45.992628 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-1b87a720-56f2-4c92-8691-8ed9a0a5dccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:46.066506 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020e0ba-efac-4a29-a748-4ce7c9c6cb66 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada4e82b-2962-4173-a2d5-ff30ce76c462,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:46.082762 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-1020e0ba-efac-4a29-a748-4ce7c9c6cb66 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:46.096943 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-1020e0ba-efac-4a29-a748-4ce7c9c6cb66 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:46.098155 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-1020e0ba-efac-4a29-a748-4ce7c9c6cb66 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4504888 Nov 04 13:34:46.101023 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 49010) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:46.107747 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-d85f662c-4d61-4462-a3d8-5dece7138be7 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Request body: {'security_group_rule': {'security_group_id': 'ada4e82b-2962-4173-a2d5-ff30ce76c462', 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:34:46.115192 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a78371-f8f0-4bb3-ac3e-104dbe4c4bbb req-5083c545-054e-4342-b4d3-7be65cdaaf30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:46.116609 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-25a78371-f8f0-4bb3-ac3e-104dbe4c4bbb req-5083c545-054e-4342-b4d3-7be65cdaaf30 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcd7dd8b-da0b-4050-a8e0-1c7e259a452c HTTP/1.1" status: 200 len: 915 time: 0.2111311 Nov 04 13:34:46.117473 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-d85f662c-4d61-4462-a3d8-5dece7138be7 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:34:46.121296 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-d85f662c-4d61-4462-a3d8-5dece7138be7 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Usage tracker for resource:security_group_rule and tenant:c78dba061c5c4e3d8e3a283e6d05c8ea is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:34:46.125724 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-d85f662c-4d61-4462-a3d8-5dece7138be7 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:34:46.178741 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-d85f662c-4d61-4462-a3d8-5dece7138be7 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:34:46.226075 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d85f662c-4d61-4462-a3d8-5dece7138be7 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:46.250403 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-2d69655b-42bb-4996-99b6-aa2b01192522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'name': 'tempest-TestMinimumBasicScenario-908252611-router', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:51Z', 'revision_number': 4, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'gw_port': {'id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_floatingips': [{'id': '9e4d8f77-7946-41c0-93c8-f41970d434f7', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'floating_ip_address': '172.28.1.121', 'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'router_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'port_id': 'e6011be7-6c1e-4073-a0bc-934e9b407dd8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c', 'mac_address': 'fa:16:3e:4d:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9d7fad-892f-4a44-beb4-c85c20273a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:34:44Z', 'updated_at': '2021-11-04T13:34:44Z', 'revision_number': 0, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513', 'name': '', 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'mac_address': 'fa:16:3e:75:e0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:51Z', 'updated_at': '2021-11-04T13:34:10Z', 'revision_number': 5, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'subnets': [{'id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:46.254974 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d69655b-42bb-4996-99b6-aa2b01192522 None None] Checking router: 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad for host: dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:34:46.264962 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-25a78371-f8f0-4bb3-ac3e-104dbe4c4bbb req-97b66eca-8693-4933-abef-63d97d1b93cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6011be7-6c1e-4073-a0bc-934e9b407dd8 HTTP/1.1" status: 200 len: 999 time: 0.1408777 Nov 04 13:34:46.265535 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d69655b-42bb-4996-99b6-aa2b01192522 None None] Routers {'96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:34:46.266164 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-2d69655b-42bb-4996-99b6-aa2b01192522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:34:31Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:46.344647 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a78371-f8f0-4bb3-ac3e-104dbe4c4bbb req-3d22b5fc-f4a0-4e13-9a87-ce0125142cb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:46.346102 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-25a78371-f8f0-4bb3-ac3e-104dbe4c4bbb req-3d22b5fc-f4a0-4e13-9a87-ce0125142cb6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0520adf-23a8-4e80-a37f-490de76ebe89 HTTP/1.1" status: 200 len: 853 time: 0.0713964 Nov 04 13:34:46.356119 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d85f662c-4d61-4462-a3d8-5dece7138be7 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:46.394405 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d85f662c-4d61-4462-a3d8-5dece7138be7 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915746'] for security_group_rule, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:46.404714 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:46.426445 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f662c-4d61-4462-a3d8-5dece7138be7 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46cc4522-d8a3-4aaf-b2aa-c8024fa3424c,revision_number=0']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:46.430243 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-d85f662c-4d61-4462-a3d8-5dece7138be7 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:46.441103 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-d85f662c-4d61-4462-a3d8-5dece7138be7 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:46.442290 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-d85f662c-4d61-4462-a3d8-5dece7138be7 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3403866 Nov 04 13:34:46.445510 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49014) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:46.447231 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-2d69655b-42bb-4996-99b6-aa2b01192522 None None] Set router 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:34:46.452240 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-64b1b8b1-3e45-485f-84cd-b84d8b75612a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Request body: {'security_group_rule': {'security_group_id': 'ada4e82b-2962-4173-a2d5-ff30ce76c462', 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:34:46.458877 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-64b1b8b1-3e45-485f-84cd-b84d8b75612a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:34:46.461419 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-25a78371-f8f0-4bb3-ac3e-104dbe4c4bbb req-b51f44b2-1771-4b03-b185-322bb91a9087 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcd7dd8b-da0b-4050-a8e0-1c7e259a452c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1042054 Nov 04 13:34:46.462975 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-64b1b8b1-3e45-485f-84cd-b84d8b75612a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Usage tracker for resource:security_group_rule and tenant:c78dba061c5c4e3d8e3a283e6d05c8ea is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:34:46.465899 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-64b1b8b1-3e45-485f-84cd-b84d8b75612a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:34:46.580085 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-64b1b8b1-3e45-485f-84cd-b84d8b75612a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:34:46.599154 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-64b1b8b1-3e45-485f-84cd-b84d8b75612a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:46.607570 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-25a78371-f8f0-4bb3-ac3e-104dbe4c4bbb req-572b42a7-3833-4f9d-9f6b-d6b3c7a71939 service neutron] 10.222.0.52 "GET /v2.0/networks/fcd7dd8b-da0b-4050-a8e0-1c7e259a452c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374586 Nov 04 13:34:46.664339 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-64b1b8b1-3e45-485f-84cd-b84d8b75612a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:46.669032 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-64b1b8b1-3e45-485f-84cd-b84d8b75612a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915746'] for security_group_rule, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:46.672176 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-c111d9ae-554f-4b4f-8885-0fa26f9cdca4 tempest-TestShelveInstance-1471158267 tempest-TestShelveInstance-1471158267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:46.695716 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1b8b1-3e45-485f-84cd-b84d8b75612a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b2c663-b976-4dd2-83e9-89c1f1278cf5,revision_number=0']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:46.701744 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-64b1b8b1-3e45-485f-84cd-b84d8b75612a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:46.705887 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-64b1b8b1-3e45-485f-84cd-b84d8b75612a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:46.709699 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-64b1b8b1-3e45-485f-84cd-b84d8b75612a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2601767 Nov 04 13:34:46.709979 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49018) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:46.715519 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-730d8241-846c-47cb-a4a4-fbd1b981ad49 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Request body: {'security_group_rule': {'security_group_id': 'ada4e82b-2962-4173-a2d5-ff30ce76c462', 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:34:46.722514 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-730d8241-846c-47cb-a4a4-fbd1b981ad49 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:34:46.726343 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-730d8241-846c-47cb-a4a4-fbd1b981ad49 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Usage tracker for resource:security_group_rule and tenant:c78dba061c5c4e3d8e3a283e6d05c8ea is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:34:46.729203 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-730d8241-846c-47cb-a4a4-fbd1b981ad49 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:34:46.735098 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-730d8241-846c-47cb-a4a4-fbd1b981ad49 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:34:46.753033 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-730d8241-846c-47cb-a4a4-fbd1b981ad49 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:46.757551 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-25a78371-f8f0-4bb3-ac3e-104dbe4c4bbb req-6f5d143e-bdaf-492c-806b-26ba97662c2e service neutron] 10.222.0.52 "GET /v2.0/networks/fcd7dd8b-da0b-4050-a8e0-1c7e259a452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426654 Nov 04 13:34:46.817399 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-730d8241-846c-47cb-a4a4-fbd1b981ad49 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:46.819865 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-2d69655b-42bb-4996-99b6-aa2b01192522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'name': 'tempest-TestMinimumBasicScenario-908252611-router', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:51Z', 'revision_number': 4, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'gw_port': {'id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_floatingips': [{'id': '9e4d8f77-7946-41c0-93c8-f41970d434f7', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'floating_ip_address': '172.28.1.121', 'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'router_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'port_id': 'e6011be7-6c1e-4073-a0bc-934e9b407dd8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c', 'mac_address': 'fa:16:3e:4d:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9d7fad-892f-4a44-beb4-c85c20273a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:34:44Z', 'updated_at': '2021-11-04T13:34:44Z', 'revision_number': 0, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513', 'name': '', 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'mac_address': 'fa:16:3e:75:e0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:51Z', 'updated_at': '2021-11-04T13:34:10Z', 'revision_number': 5, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'subnets': [{'id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:34:46.820951 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-730d8241-846c-47cb-a4a4-fbd1b981ad49 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915746'] for security_group_rule, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:46.823094 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-990cd650-0a86-4857-b694-b776c2522ff2 tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:46.824558 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d69655b-42bb-4996-99b6-aa2b01192522 None None] The sync data for ids ['96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'] in dv-cinder-810367-1-smb is: [{'id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'name': 'tempest-TestMinimumBasicScenario-908252611-router', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:51Z', 'revision_number': 4, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'gw_port': {'id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_floatingips': [{'id': '9e4d8f77-7946-41c0-93c8-f41970d434f7', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'floating_ip_address': '172.28.1.121', 'floating_network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'router_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'port_id': 'e6011be7-6c1e-4073-a0bc-934e9b407dd8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c', 'mac_address': 'fa:16:3e:4d:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9d7fad-892f-4a44-beb4-c85c20273a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:34:44Z', 'updated_at': '2021-11-04T13:34:44Z', 'revision_number': 0, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513', 'name': '', 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'mac_address': 'fa:16:3e:75:e0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:51Z', 'updated_at': '2021-11-04T13:34:10Z', 'revision_number': 5, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'subnets': [{'id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:34:46.844687 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d8241-846c-47cb-a4a4-fbd1b981ad49 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7affad7c-02c8-45ca-957c-acd5f1d77cb2,revision_number=0']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:46.848548 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-730d8241-846c-47cb-a4a4-fbd1b981ad49 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:46.856181 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-730d8241-846c-47cb-a4a4-fbd1b981ad49 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:46.858059 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-730d8241-846c-47cb-a4a4-fbd1b981ad49 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1470873 Nov 04 13:34:46.860869 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49022) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:46.866717 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-68ee76d8-5355-47a7-ab10-83a366654751 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Request body: {'security_group_rule': {'security_group_id': 'ada4e82b-2962-4173-a2d5-ff30ce76c462', 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:34:46.872866 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-68ee76d8-5355-47a7-ab10-83a366654751 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:34:46.877445 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-68ee76d8-5355-47a7-ab10-83a366654751 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Usage tracker for resource:security_group_rule and tenant:c78dba061c5c4e3d8e3a283e6d05c8ea is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:34:46.880323 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-68ee76d8-5355-47a7-ab10-83a366654751 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:34:46.886667 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-68ee76d8-5355-47a7-ab10-83a366654751 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:34:46.906300 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-68ee76d8-5355-47a7-ab10-83a366654751 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:46.971819 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-68ee76d8-5355-47a7-ab10-83a366654751 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:46.976960 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-68ee76d8-5355-47a7-ab10-83a366654751 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915746'] for security_group_rule, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:46.979029 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:47.002290 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee76d8-5355-47a7-ab10-83a366654751 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c844bcea-486e-422f-a328-a0425b9d231c,revision_number=0']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:47.011078 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-68ee76d8-5355-47a7-ab10-83a366654751 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:47.017082 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-68ee76d8-5355-47a7-ab10-83a366654751 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:47.021199 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.wsgi [-] (82772) accepted ('10.222.0.93', 49030) {{(pid=82772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:47.021716 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-68ee76d8-5355-47a7-ab10-83a366654751 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1594501 Nov 04 13:34:47.033727 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d173f-9675-4f70-9eeb-e3dc09587e41 None None] New status for floating IP 9e4d8f77-7946-41c0-93c8-f41970d434f7: ACTIVE {{(pid=82775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 04 13:34:47.034184 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [None req-cc1f0b07-b340-44c2-a0ee-33d36578a7e2 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Request body: {'security_group_rule': {'security_group_id': 'ada4e82b-2962-4173-a2d5-ff30ce76c462', 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:34:47.041289 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-cc1f0b07-b340-44c2-a0ee-33d36578a7e2 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:34:47.045157 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-cc1f0b07-b340-44c2-a0ee-33d36578a7e2 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Usage tracker for resource:security_group_rule and tenant:c78dba061c5c4e3d8e3a283e6d05c8ea is out of sync, need to count used quota {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:34:47.048606 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [None req-cc1f0b07-b340-44c2-a0ee-33d36578a7e2 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82772) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:34:47.054964 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [None req-cc1f0b07-b340-44c2-a0ee-33d36578a7e2 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:34:47.066510 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.db.securitygroups_db [None req-cc1f0b07-b340-44c2-a0ee-33d36578a7e2 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Project c78dba061c5c4e3d8e3a283e6d05c8ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 13:34:47.074061 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-cc1f0b07-b340-44c2-a0ee-33d36578a7e2 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:47.147469 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-cc1f0b07-b340-44c2-a0ee-33d36578a7e2 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:47.152592 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-cc1f0b07-b340-44c2-a0ee-33d36578a7e2 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915746'] for security_group_rule, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:47.154804 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:47.178718 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f0b07-b340-44c2-a0ee-33d36578a7e2 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a5e018-e110-46c6-ba3e-0f9ad1f3c1e7,revision_number=0']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:47.193031 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-cc1f0b07-b340-44c2-a0ee-33d36578a7e2 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:47.203137 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-cc1f0b07-b340-44c2-a0ee-33d36578a7e2 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:47.204329 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [None req-cc1f0b07-b340-44c2-a0ee-33d36578a7e2 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1820900 Nov 04 13:34:47.207188 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49034) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:34:47.215607 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [None req-3864c7ab-0524-4587-b090-a6cdfd0ca892 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Request body: {'security_group_rule': {'security_group_id': 'ada4e82b-2962-4173-a2d5-ff30ce76c462', 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:34:47.225099 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-3864c7ab-0524-4587-b090-a6cdfd0ca892 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:34:47.229131 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-3864c7ab-0524-4587-b090-a6cdfd0ca892 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Usage tracker for resource:security_group_rule and tenant:c78dba061c5c4e3d8e3a283e6d05c8ea is out of sync, need to count used quota {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 04 13:34:47.233381 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [None req-3864c7ab-0524-4587-b090-a6cdfd0ca892 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82773) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 04 13:34:47.250326 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.quota.driver [None req-3864c7ab-0524-4587-b090-a6cdfd0ca892 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82773) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:34:47.264396 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.db.securitygroups_db [None req-3864c7ab-0524-4587-b090-a6cdfd0ca892 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Project c78dba061c5c4e3d8e3a283e6d05c8ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 13:34:47.273338 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-3864c7ab-0524-4587-b090-a6cdfd0ca892 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:47.346062 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-3864c7ab-0524-4587-b090-a6cdfd0ca892 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:47.349419 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-3864c7ab-0524-4587-b090-a6cdfd0ca892 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915746'] for security_group_rule, after_create {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:47.351444 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-730d8241-846c-47cb-a4a4-fbd1b981ad49 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:47.372836 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864c7ab-0524-4587-b090-a6cdfd0ca892 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6ee240-fea4-4dbc-93a5-58a3cd4e59e5,revision_number=0']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:47.375664 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-3864c7ab-0524-4587-b090-a6cdfd0ca892 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:47.382605 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-3864c7ab-0524-4587-b090-a6cdfd0ca892 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:47.383663 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-3864c7ab-0524-4587-b090-a6cdfd0ca892 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1751320 Nov 04 13:34:47.516398 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-97a56e18-229e-4885-9ee4-9998d555a1ab req-7eaa20fb-b49f-41e9-9855-c83e7f5741ee tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-394664596&fields=id&tenant_id=c78dba061c5c4e3d8e3a283e6d05c8ea HTTP/1.1" status: 200 len: 267 time: 0.0410793 Nov 04 13:34:47.600062 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a56e18-229e-4885-9ee4-9998d555a1ab req-0398154b-d0dd-4328-87cd-f2bcdab93720 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:47.601567 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-97a56e18-229e-4885-9ee4-9998d555a1ab req-0398154b-d0dd-4328-87cd-f2bcdab93720 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 945 time: 0.0792291 Nov 04 13:34:47.612946 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.v2.base [req-97a56e18-229e-4885-9ee4-9998d555a1ab req-ca778c67-fa57-4320-ae9b-d55b7b4a978d tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Request body: {'port': {'security_groups': ['af889880-0bc0-4eb7-bce7-5abe3e6e9331', 'ada4e82b-2962-4173-a2d5-ff30ce76c462']}} {{(pid=82773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:34:47.727996 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-97a56e18-229e-4885-9ee4-9998d555a1ab req-ca778c67-fa57-4320-ae9b-d55b7b4a978d tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:47.975563 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.db [req-97a56e18-229e-4885-9ee4-9998d555a1ab req-ca778c67-fa57-4320-ae9b-d55b7b4a978d tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] For port e6011be7-6c1e-4073-a0bc-934e9b407dd8, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=e6011be7-6c1e-4073-a0bc-934e9b407dd8,segment=NetworkSegment(0b22e617-ecd2-47d4-850a-d3eb02afbb1e),segment_id=0b22e617-ecd2-47d4-850a-d3eb02afbb1e)] {{(pid=82773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:34:48.006144 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-97a56e18-229e-4885-9ee4-9998d555a1ab req-ca778c67-fa57-4320-ae9b-d55b7b4a978d tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for port, precommit_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:48.010651 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-97a56e18-229e-4885-9ee4-9998d555a1ab req-ca778c67-fa57-4320-ae9b-d55b7b4a978d tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2671960'] for port, after_update {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:48.017038 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-5f7046bb-92a8-4b73-ad71-08d5d6540fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:48.021879 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['e6011be7-6c1e-4073-a0bc-934e9b407dd8'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:34:48.089304 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a56e18-229e-4885-9ee4-9998d555a1ab req-ca778c67-fa57-4320-ae9b-d55b7b4a978d tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:48.089510 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [req-97a56e18-229e-4885-9ee4-9998d555a1ab req-ca778c67-fa57-4320-ae9b-d55b7b4a978d tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:48.091062 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-97a56e18-229e-4885-9ee4-9998d555a1ab req-ca778c67-fa57-4320-ae9b-d55b7b4a978d tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "PUT /v2.0/ports/e6011be7-6c1e-4073-a0bc-934e9b407dd8 HTTP/1.1" status: 200 len: 981 time: 0.4833827 Nov 04 13:34:48.091582 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9d7fad-892f-4a44-beb4-c85c20273a2b', 'tag': 'e6011be7-6c1e-4073-a0bc-934e9b407dd8'}] {{(pid=82773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:34:48.133631 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca778c67-fa57-4320-ae9b-d55b7b4a978d tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Pushing event updated for resources: {'Port': ['ID=e6011be7-6c1e-4073-a0bc-934e9b407dd8,revision_number=6']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:48.140750 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-ca778c67-fa57-4320-ae9b-d55b7b4a978d tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:48.195584 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['e6011be7-6c1e-4073-a0bc-934e9b407dd8'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:34:48.210253 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9d7fad-892f-4a44-beb4-c85c20273a2b', 'tag': 'e6011be7-6c1e-4073-a0bc-934e9b407dd8', 'status': 'completed', 'code': 200} Nov 04 13:34:48.336007 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4e0a21a7-d43e-4af4-a851-47560414d804 req-4655056c-fa2e-4fb3-88a5-97cdead53832 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c78dba061c5c4e3d8e3a283e6d05c8ea&device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 1137 time: 0.0915799 Nov 04 13:34:48.344362 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7f9be-84dd-4c15-803e-d2aac5984093 req-5e244a9b-6c7c-444c-9b69-c3ff9df18193 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:48.346160 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8eb7f9be-84dd-4c15-803e-d2aac5984093 req-5e244a9b-6c7c-444c-9b69-c3ff9df18193 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 984 time: 0.0994451 Nov 04 13:34:48.419943 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8eb7f9be-84dd-4c15-803e-d2aac5984093 req-0404911a-3b77-4819-bdab-f95fa2e21c0c tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=ada4e82b-2962-4173-a2d5-ff30ce76c462&id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573008 Nov 04 13:34:48.492063 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d4ccd488-e87e-4d43-9262-b1f893c1ab83 None None] Provisioning complete for port e6011be7-6c1e-4073-a0bc-934e9b407dd8 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:34:48.492449 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d4ccd488-e87e-4d43-9262-b1f893c1ab83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:48.498863 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a21a7-d43e-4af4-a851-47560414d804 req-66c05844-0636-4415-9bdd-afb4e5ac4314 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:48.500491 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4e0a21a7-d43e-4af4-a851-47560414d804 req-66c05844-0636-4415-9bdd-afb4e5ac4314 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcd7dd8b-da0b-4050-a8e0-1c7e259a452c HTTP/1.1" status: 200 len: 915 time: 0.1575396 Nov 04 13:34:48.686579 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4e0a21a7-d43e-4af4-a851-47560414d804 req-8c3ae336-f3db-43ef-8f68-513ac4667d10 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6011be7-6c1e-4073-a0bc-934e9b407dd8 HTTP/1.1" status: 200 len: 1001 time: 0.1783748 Nov 04 13:34:48.886029 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-d62fe03c-bd2d-47e7-a2c9-e49df8c1d529 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:48.887443 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-d62fe03c-bd2d-47e7-a2c9-e49df8c1d529 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/networks?id=442e3e30-ef92-4403-8958-925f0bf7cc23 HTTP/1.1" status: 200 len: 813 time: 0.3111541 Nov 04 13:34:48.891056 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a21a7-d43e-4af4-a851-47560414d804 req-3d7121b8-1ffc-48fb-aa52-6e79d9ee4090 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:48.892400 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4e0a21a7-d43e-4af4-a851-47560414d804 req-3d7121b8-1ffc-48fb-aa52-6e79d9ee4090 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0520adf-23a8-4e80-a37f-490de76ebe89 HTTP/1.1" status: 200 len: 853 time: 0.1954956 Nov 04 13:34:48.937466 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-05e72af1-07e2-4a0e-b7ae-4c581907c29e tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/quotas/4acbf2cd530840edb8b38749299265d3 HTTP/1.1" status: 200 len: 375 time: 0.0424459 Nov 04 13:34:48.990395 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-2f40cd60-2014-49bf-b5d8-831d558de77c tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4acbf2cd530840edb8b38749299265d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465744 Nov 04 13:34:49.099016 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4e0a21a7-d43e-4af4-a851-47560414d804 req-554246e1-9212-4b1d-9b64-302dd5a452a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcd7dd8b-da0b-4050-a8e0-1c7e259a452c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1974561 Nov 04 13:34:49.202473 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-ced379dc-2170-4866-90b8-ecd3ee1e57f8 service neutron] 10.222.0.93 "GET /v2.0/networks/442e3e30-ef92-4403-8958-925f0bf7cc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047212 Nov 04 13:34:49.342717 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4e0a21a7-d43e-4af4-a851-47560414d804 req-bd95db82-1254-43b9-af74-b6b26a283e5f service neutron] 10.222.0.52 "GET /v2.0/networks/fcd7dd8b-da0b-4050-a8e0-1c7e259a452c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273037 Nov 04 13:34:49.440314 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-cf81ab89-08e2-40ad-9011-fdf3cf982d6b service neutron] 10.222.0.93 "GET /v2.0/networks/442e3e30-ef92-4403-8958-925f0bf7cc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308683 Nov 04 13:34:49.494150 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-4e0a21a7-d43e-4af4-a851-47560414d804 req-949d9782-6aa3-4f45-8c4f-4f3256ab346a service neutron] 10.222.0.52 "GET /v2.0/networks/fcd7dd8b-da0b-4050-a8e0-1c7e259a452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415601 Nov 04 13:34:49.626193 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-eae2a78a-ff93-4120-ac62-a597404e14e1 req-71a28320-c902-4dc3-8b6a-8bf7be94a620 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=53fb8353-7a42-4ac3-b060-014ceb1cd0fc HTTP/1.1" status: 200 len: 210 time: 0.0410054 Nov 04 13:34:50.683222 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-9ca55beb-407f-42d7-be69-a42eac0279d6 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:50.684670 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-9ca55beb-407f-42d7-be69-a42eac0279d6 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.52 "GET /v2.0/networks?id=442e3e30-ef92-4403-8958-925f0bf7cc23 HTTP/1.1" status: 200 len: 813 time: 0.1541569 Nov 04 13:34:50.702003 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-dd689243-bd25-4b95-97fb-2bda90df8694 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Request body: {'port': {'device_id': '53fb8353-7a42-4ac3-b060-014ceb1cd0fc', 'network_id': '442e3e30-ef92-4403-8958-925f0bf7cc23', 'admin_state_up': True, 'tenant_id': '4acbf2cd530840edb8b38749299265d3'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:34:50.835486 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e71cb4a7-0367-4485-9398-a89dcf7f0c2f req-301f9e2e-3d46-4a3d-a7d4-05bbdf21d04d tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=53fb8353-7a42-4ac3-b060-014ceb1cd0fc HTTP/1.1" status: 200 len: 210 time: 0.0571516 Nov 04 13:34:50.878620 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-dd689243-bd25-4b95-97fb-2bda90df8694 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 04 13:34:50.887913 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.quota.driver [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-dd689243-bd25-4b95-97fb-2bda90df8694 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82772) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 04 13:34:50.897964 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-dd689243-bd25-4b95-97fb-2bda90df8694 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Made reservation on behalf of 4acbf2cd530840edb8b38749299265d3 for: {'port': 1} {{(pid=82772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 13:34:50.901130 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-dd689243-bd25-4b95-97fb-2bda90df8694 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:51.060791 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.db_base_plugin_common [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-dd689243-bd25-4b95-97fb-2bda90df8694 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Allocated IP 172.20.0.7 (442e3e30-ef92-4403-8958-925f0bf7cc23/47d07a9e-e5da-4f80-8ec2-e6cbf88df5aa/edfb2346-a587-49b0-af65-599b8d54808d) {{(pid=82772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 13:34:51.261299 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-dd689243-bd25-4b95-97fb-2bda90df8694 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Notify callbacks [] for port, precommit_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:51.288335 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-dd689243-bd25-4b95-97fb-2bda90df8694 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742936146526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_create {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:51.293395 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-b1339e0a-4fa7-4fe1-8bef-9d72a9ebe568 tempest-AttachVolumeShelveTestJSON-755077903 tempest-AttachVolumeShelveTestJSON-755077903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:51.363554 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-dd689243-bd25-4b95-97fb-2bda90df8694 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Network 442e3e30-ef92-4403-8958-925f0bf7cc23 is already hosted by enough agents. {{(pid=82772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 13:34:51.366792 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.scheduler.base_scheduler [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-dd689243-bd25-4b95-97fb-2bda90df8694 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Resources bound (agent type, host, resource id): {{(pid=82772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 13:34:51.370901 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-dd689243-bd25-4b95-97fb-2bda90df8694 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Received port after_create {{(pid=82772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 13:34:51.396456 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd689243-bd25-4b95-97fb-2bda90df8694 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Pushing event updated for resources: {'Port': ['ID=edfb2346-a587-49b0-af65-599b8d54808d,revision_number=1']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:51.401646 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-dd689243-bd25-4b95-97fb-2bda90df8694 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:51.431804 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-dd689243-bd25-4b95-97fb-2bda90df8694 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:51.432403 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-dd689243-bd25-4b95-97fb-2bda90df8694 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:51.457495 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-dd689243-bd25-4b95-97fb-2bda90df8694 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7595229 Nov 04 13:34:51.471314 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Request body: {'port': {'device_id': '53fb8353-7a42-4ac3-b060-014ceb1cd0fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:34:51.676281 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:52.012411 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edfb2346-a587-49b0-af65-599b8d54808d {{(pid=82772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:34:52.020049 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:52.029722 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fec5d-6064-4c9e-b924-1d4b167b78db req-3e4336ad-b4fc-44fa-a4db-b7b37f7d40db tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:52.031708 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-bc7fec5d-6064-4c9e-b924-1d4b167b78db req-3e4336ad-b4fc-44fa-a4db-b7b37f7d40db tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=53fb8353-7a42-4ac3-b060-014ceb1cd0fc HTTP/1.1" status: 200 len: 931 time: 0.0763776 Nov 04 13:34:52.036548 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.provisioning_blocks [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Transition to ACTIVE for port object edfb2346-a587-49b0-af65-599b8d54808d will not be triggered until provisioned by entity L2. {{(pid=82772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 13:34:52.040144 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:52.043718 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-5e2f970e-a935-4d05-a597-a035f6a701eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:52.081296 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-bc7fec5d-6064-4c9e-b924-1d4b167b78db req-22bd8e05-b2bc-410b-9baf-b65d9268c09e tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437610 Nov 04 13:34:52.170396 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Pushing event updated for resources: {'Port': ['ID=edfb2346-a587-49b0-af65-599b8d54808d,revision_number=2']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:52.174925 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:52.272221 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Attempting to bind port edfb2346-a587-49b0-af65-599b8d54808d on host hv-cinder-81036 for vnic_type normal with profile {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 13:34:52.272459 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Attempting to bind port edfb2346-a587-49b0-af65-599b8d54808d by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': 'f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '442e3e30-ef92-4403-8958-925f0bf7cc23'}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 13:34:52.272769 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Attempting to bind port edfb2346-a587-49b0-af65-599b8d54808d on network 442e3e30-ef92-4403-8958-925f0bf7cc23 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:34:52.278375 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Port edfb2346-a587-49b0-af65-599b8d54808d on network 442e3e30-ef92-4403-8958-925f0bf7cc23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 04 13:34:52.278682 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Attempting to bind port edfb2346-a587-49b0-af65-599b8d54808d on network 442e3e30-ef92-4403-8958-925f0bf7cc23 {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 04 13:34:52.285372 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Checking agent: {'id': 'f3f49e7e-243b-4d29-a545-c161d140ab6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'started_at': datetime.datetime(2021, 11, 4, 13, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 04 13:34:52.285727 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Checking segment: {'id': 'f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '442e3e30-ef92-4403-8958-925f0bf7cc23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 04 13:34:52.286100 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Bound using segment: {'id': 'f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '442e3e30-ef92-4403-8958-925f0bf7cc23'} {{(pid=82772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 04 13:34:52.286517 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.managers [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Bound port: edfb2346-a587-49b0-af65-599b8d54808d, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '442e3e30-ef92-4403-8958-925f0bf7cc23'}}] {{(pid=82772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 13:34:52.286846 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:52.377355 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] For port edfb2346-a587-49b0-af65-599b8d54808d, host hv-cinder-81036, cleared binding levels {{(pid=82772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 13:34:52.380318 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] For port edfb2346-a587-49b0-af65-599b8d54808d, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=edfb2346-a587-49b0-af65-599b8d54808d,segment=NetworkSegment(f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6),segment_id=f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6)] {{(pid=82772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 13:34:52.385192 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:52.389367 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-bcf3e0be-5bd7-4474-923b-4448bec3e2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:52.442035 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:52.443374 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] 10.222.0.52 "PUT /v2.0/ports/edfb2346-a587-49b0-af65-599b8d54808d HTTP/1.1" status: 200 len: 1093 time: 0.9760664 Nov 04 13:34:52.444044 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fb8353-7a42-4ac3-b060-014ceb1cd0fc', 'tag': 'edfb2346-a587-49b0-af65-599b8d54808d'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:34:52.465388 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Pushing event updated for resources: {'Port': ['ID=edfb2346-a587-49b0-af65-599b8d54808d,revision_number=3']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:52.468486 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:52.518536 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53fb8353-7a42-4ac3-b060-014ceb1cd0fc', 'tag': 'edfb2346-a587-49b0-af65-599b8d54808d', 'status': 'completed', 'code': 200} Nov 04 13:34:52.557357 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-c6d9626a-8468-4f8e-aabc-600ef86367bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4acbf2cd530840edb8b38749299265d3&device_id=53fb8353-7a42-4ac3-b060-014ceb1cd0fc HTTP/1.1" status: 200 len: 1096 time: 0.0736015 Nov 04 13:34:52.624828 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-6337b08f-548c-4f0e-bfc3-895c9e8040f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edfb2346-a587-49b0-af65-599b8d54808d HTTP/1.1" status: 200 len: 217 time: 0.0598361 Nov 04 13:34:52.694453 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-e6cd577d-19c5-4fbd-bb62-b24159d1719e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:52.695816 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-e6cd577d-19c5-4fbd-bb62-b24159d1719e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47d07a9e-e5da-4f80-8ec2-e6cbf88df5aa HTTP/1.1" status: 200 len: 853 time: 0.0618086 Nov 04 13:34:52.740044 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-da1bdbbd-13fb-4892-8494-a6c120c6313f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=442e3e30-ef92-4403-8958-925f0bf7cc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381098 Nov 04 13:34:52.868974 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-37adee37-23a8-48c1-910c-cada6cf617fd service neutron] 10.222.0.52 "GET /v2.0/networks/442e3e30-ef92-4403-8958-925f0bf7cc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223631 Nov 04 13:34:52.999835 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-9d7ec6a5-56f7-43fe-bb33-6421634b6f52 req-14a8f966-e162-4c43-8373-4d1575e88ffc service neutron] 10.222.0.52 "GET /v2.0/networks/442e3e30-ef92-4403-8958-925f0bf7cc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234272 Nov 04 13:34:53.111206 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-32e9d17a-5937-4407-b948-5d34f5f61203 req-c0acedc6-3359-4a54-bd4c-6e85078f26bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4acbf2cd530840edb8b38749299265d3&device_id=53fb8353-7a42-4ac3-b060-014ceb1cd0fc HTTP/1.1" status: 200 len: 1096 time: 0.0684409 Nov 04 13:34:53.250781 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9d17a-5937-4407-b948-5d34f5f61203 req-514a695c-1d81-49f9-86ca-14f3885e5581 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:53.252257 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-32e9d17a-5937-4407-b948-5d34f5f61203 req-514a695c-1d81-49f9-86ca-14f3885e5581 service neutron] 10.222.0.52 "GET /v2.0/networks?id=442e3e30-ef92-4403-8958-925f0bf7cc23 HTTP/1.1" status: 200 len: 914 time: 0.1306839 Nov 04 13:34:53.281191 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f37006-1212-45c4-b422-9304bb3a40c3 req-bf902c99-33ab-48b8-a046-e184fa5f527a tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:53.282687 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a4f37006-1212-45c4-b422-9304bb3a40c3 req-bf902c99-33ab-48b8-a046-e184fa5f527a tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=53fb8353-7a42-4ac3-b060-014ceb1cd0fc HTTP/1.1" status: 200 len: 943 time: 0.0804152 Nov 04 13:34:53.333207 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-a4f37006-1212-45c4-b422-9304bb3a40c3 req-643dfcd4-3923-4958-8ef3-907cb5ef3905 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449884 Nov 04 13:34:53.411343 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-32e9d17a-5937-4407-b948-5d34f5f61203 req-27629b69-1e85-4ee9-ba73-d2087c0f0d1d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edfb2346-a587-49b0-af65-599b8d54808d HTTP/1.1" status: 200 len: 217 time: 0.1519077 Nov 04 13:34:53.475946 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9d17a-5937-4407-b948-5d34f5f61203 req-78f64ce3-4998-4773-9ed4-14684c337fc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:53.477319 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-32e9d17a-5937-4407-b948-5d34f5f61203 req-78f64ce3-4998-4773-9ed4-14684c337fc7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47d07a9e-e5da-4f80-8ec2-e6cbf88df5aa HTTP/1.1" status: 200 len: 853 time: 0.0589571 Nov 04 13:34:53.522813 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-32e9d17a-5937-4407-b948-5d34f5f61203 req-c32e7e48-282c-4ea8-9c59-d198140994a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=442e3e30-ef92-4403-8958-925f0bf7cc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382001 Nov 04 13:34:53.656762 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-32e9d17a-5937-4407-b948-5d34f5f61203 req-01732c06-a135-481f-8cf3-3d615d7fecad service neutron] 10.222.0.52 "GET /v2.0/networks/442e3e30-ef92-4403-8958-925f0bf7cc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235089 Nov 04 13:34:53.789973 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-32e9d17a-5937-4407-b948-5d34f5f61203 req-2d69c50a-00a4-4026-9987-73d78df294fb service neutron] 10.222.0.52 "GET /v2.0/networks/442e3e30-ef92-4403-8958-925f0bf7cc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247988 Nov 04 13:34:54.305952 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:54.528473 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a731354-6641-4193-ad19-3206f5256ff2 req-3f32fb69-9550-41f4-b965-d4777ab1b5c9 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:54.529056 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-3a731354-6641-4193-ad19-3206f5256ff2 req-3f32fb69-9550-41f4-b965-d4777ab1b5c9 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Synchronizing usage tracker for tenant:4acbf2cd530840edb8b38749299265d3 on resource:port {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:34:54.545242 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-3a731354-6641-4193-ad19-3206f5256ff2 req-3f32fb69-9550-41f4-b965-d4777ab1b5c9 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Unset dirty status for tenant:4acbf2cd530840edb8b38749299265d3 on resource:port {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:34:54.548169 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3a731354-6641-4193-ad19-3206f5256ff2 req-3f32fb69-9550-41f4-b965-d4777ab1b5c9 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=53fb8353-7a42-4ac3-b060-014ceb1cd0fc HTTP/1.1" status: 200 len: 943 time: 0.0934255 Nov 04 13:34:54.596851 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3a731354-6641-4193-ad19-3206f5256ff2 req-d2a5a2c0-a951-41e5-97bd-f41fb496c770 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434964 Nov 04 13:34:55.795326 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b5038-3d11-4a3d-a646-45539cdaab85 req-994de9b4-ed61-4358-8e3f-058a0e69c161 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:55.796871 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ad5b5038-3d11-4a3d-a646-45539cdaab85 req-994de9b4-ed61-4358-8e3f-058a0e69c161 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=53fb8353-7a42-4ac3-b060-014ceb1cd0fc HTTP/1.1" status: 200 len: 943 time: 0.0791645 Nov 04 13:34:55.842285 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-ad5b5038-3d11-4a3d-a646-45539cdaab85 req-07277e3e-5ff1-46cf-8448-6e209abd5cc5 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398598 Nov 04 13:34:57.036950 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dc630-4c90-4318-8f4e-0c83fbcc9866 req-d63f4684-98e0-4c0e-bb81-1425d3cd6cd6 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:57.038411 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-336dc630-4c90-4318-8f4e-0c83fbcc9866 req-d63f4684-98e0-4c0e-bb81-1425d3cd6cd6 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=53fb8353-7a42-4ac3-b060-014ceb1cd0fc HTTP/1.1" status: 200 len: 943 time: 0.0788195 Nov 04 13:34:57.084100 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-336dc630-4c90-4318-8f4e-0c83fbcc9866 req-632d1b4c-c706-43fd-86ae-00f342d29a02 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402796 Nov 04 13:34:57.293733 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device edfb2346-a587-49b0-af65-599b8d54808d details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=82774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 04 13:34:57.426444 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port edfb2346-a587-49b0-af65-599b8d54808d, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=edfb2346-a587-49b0-af65-599b8d54808d,segment=NetworkSegment(f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6),segment_id=f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:34:57.439449 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Returning: {'device': 'edfb2346-a587-49b0-af65-599b8d54808d', 'network_id': '442e3e30-ef92-4403-8958-925f0bf7cc23', 'port_id': 'edfb2346-a587-49b0-af65-599b8d54808d', 'mac_address': 'fa:16:3e:1b:c1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d07a9e-e5da-4f80-8ec2-e6cbf88df5aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 04 13:34:57.491809 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:57.508372 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edfb2346-a587-49b0-af65-599b8d54808d {{(pid=82774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 13:34:57.523480 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port edfb2346-a587-49b0-af65-599b8d54808d, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=edfb2346-a587-49b0-af65-599b8d54808d,segment=NetworkSegment(f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6),segment_id=f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:34:57.527069 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:57.528754 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-58a3bc00-8985-40f9-bc46-c144edfe83ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:57.594313 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=edfb2346-a587-49b0-af65-599b8d54808d,revision_number=4']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:57.602366 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:57.602741 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:57.603307 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:57.603745 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:57.604072 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:57.604404 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:57.604724 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:57.605045 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:57.605363 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:57.605711 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:57.606029 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:34:57.609954 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:57.775872 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['edfb2346-a587-49b0-af65-599b8d54808d'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:34:58.283106 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bd983-e8f5-4760-8109-47daa03812c2 req-4f5b5870-07e3-4b71-8d51-022fd88ca380 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:58.284545 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-309bd983-e8f5-4760-8109-47daa03812c2 req-4f5b5870-07e3-4b71-8d51-022fd88ca380 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=53fb8353-7a42-4ac3-b060-014ceb1cd0fc HTTP/1.1" status: 200 len: 944 time: 0.0766299 Nov 04 13:34:58.331183 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-309bd983-e8f5-4760-8109-47daa03812c2 req-06a3f7ae-9359-4daa-a59f-27db9170549a tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409954 Nov 04 13:34:59.031027 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-7c2c3c16-69c5-4e37-ab1a-d14063049718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:59.301769 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device edfb2346-a587-49b0-af65-599b8d54808d up at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 04 13:34:59.370863 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning for port edfb2346-a587-49b0-af65-599b8d54808d completed by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 13:34:59.376632 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Provisioning complete for port edfb2346-a587-49b0-af65-599b8d54808d triggered by entity L2. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:34:59.377103 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:59.428189 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:59.452086 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:34:59.507543 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:59.534641 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fb8353-7a42-4ac3-b060-014ceb1cd0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfb2346-a587-49b0-af65-599b8d54808d'}] {{(pid=82774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:34:59.538291 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3f9df-27d9-4f7c-acac-cdd1c99eb529 req-0eb8c059-4413-4fa2-934a-8a7b618f6c4c tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:34:59.540098 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-35a3f9df-27d9-4f7c-acac-cdd1c99eb529 req-0eb8c059-4413-4fa2-934a-8a7b618f6c4c tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=53fb8353-7a42-4ac3-b060-014ceb1cd0fc HTTP/1.1" status: 200 len: 944 time: 0.0834005 Nov 04 13:34:59.546832 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] For port edfb2346-a587-49b0-af65-599b8d54808d, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=edfb2346-a587-49b0-af65-599b8d54808d,segment=NetworkSegment(f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6),segment_id=f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:34:59.551040 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589'] for port, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:34:59.553751 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-ec07c576-176e-4c5d-8d4f-3295c7f4aa37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:34:59.587493 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-35a3f9df-27d9-4f7c-acac-cdd1c99eb529 req-0a3290f3-7546-4c6c-bcee-1c60c01dcf16 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419455 Nov 04 13:34:59.595199 dv-cinder-810367-1-smb neutron-server[82774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fb8353-7a42-4ac3-b060-014ceb1cd0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfb2346-a587-49b0-af65-599b8d54808d', 'code': 200} Nov 04 13:34:59.624041 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Pushing event updated for resources: {'Port': ['ID=edfb2346-a587-49b0-af65-599b8d54808d,revision_number=5']} {{(pid=82774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:34:59.627413 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_concurrency.lockutils [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:34:59.819290 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3b504a66-411d-4ad7-b81a-fad361375227 req-cfd718c2-b8b8-47cc-8fcd-f3fadc5e9eff service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=53fb8353-7a42-4ac3-b060-014ceb1cd0fc HTTP/1.1" status: 200 len: 1098 time: 0.0674825 Nov 04 13:34:59.863372 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3b504a66-411d-4ad7-b81a-fad361375227 req-95c55c2e-8f9f-4814-8235-6a04d202bf23 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375357 Nov 04 13:35:00.786162 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da7417-2e3a-4688-98e9-104015302b64 req-d0cfd97c-80ba-47ea-88c0-d813d8a0c04c tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:00.787580 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-24da7417-2e3a-4688-98e9-104015302b64 req-d0cfd97c-80ba-47ea-88c0-d813d8a0c04c tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=53fb8353-7a42-4ac3-b060-014ceb1cd0fc HTTP/1.1" status: 200 len: 945 time: 0.0776854 Nov 04 13:35:00.832076 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-24da7417-2e3a-4688-98e9-104015302b64 req-2f2b2492-1578-4bf4-818f-d4f90152c78f tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390611 Nov 04 13:35:01.152370 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-9fc3339f-18ee-4161-905c-cd8ca19a47ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:02.061148 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:02.171891 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626465b2-d396-4fd2-96e8-ad078a77ed9c req-4628d23a-451f-4428-be1f-e8d84f3c4885 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:02.173360 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-626465b2-d396-4fd2-96e8-ad078a77ed9c req-4628d23a-451f-4428-be1f-e8d84f3c4885 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=53fb8353-7a42-4ac3-b060-014ceb1cd0fc HTTP/1.1" status: 200 len: 945 time: 0.0808558 Nov 04 13:35:02.218886 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-626465b2-d396-4fd2-96e8-ad078a77ed9c req-a309501c-9ea5-4dc6-b98e-5dee1d12f4ad tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400665 Nov 04 13:35:03.629236 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:14.384077 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-771f77aa-d999-470f-bfd9-4fa3258cb8d6 req-701b1946-dad3-4a7a-94b8-e977c6aeea16 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c78dba061c5c4e3d8e3a283e6d05c8ea&device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 1137 time: 0.0747743 Nov 04 13:35:14.419228 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfd553-c178-4501-ae67-f969d4f32fb8 req-84accfdf-274f-4044-beae-9b888f370fc1 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:14.420708 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-b5bfd553-c178-4501-ae67-f969d4f32fb8 req-84accfdf-274f-4044-beae-9b888f370fc1 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 984 time: 0.0767205 Nov 04 13:35:14.470553 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-b5bfd553-c178-4501-ae67-f969d4f32fb8 req-f3cec459-9311-41bb-bc9f-3a1835ccd8eb tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=ada4e82b-2962-4173-a2d5-ff30ce76c462&id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433645 Nov 04 13:35:14.519029 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f77aa-d999-470f-bfd9-4fa3258cb8d6 req-f8a5b78d-833c-4496-9665-0bb605846c2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:14.520449 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-771f77aa-d999-470f-bfd9-4fa3258cb8d6 req-f8a5b78d-833c-4496-9665-0bb605846c2d service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcd7dd8b-da0b-4050-a8e0-1c7e259a452c HTTP/1.1" status: 200 len: 915 time: 0.1295390 Nov 04 13:35:14.626465 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-771f77aa-d999-470f-bfd9-4fa3258cb8d6 req-f1c2bf92-2f3d-4018-97d0-77016a030c1e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6011be7-6c1e-4073-a0bc-934e9b407dd8 HTTP/1.1" status: 200 len: 1001 time: 0.0964434 Nov 04 13:35:14.691110 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f77aa-d999-470f-bfd9-4fa3258cb8d6 req-6f7248a2-f968-4839-9800-e9a9d9367b53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:14.692620 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-771f77aa-d999-470f-bfd9-4fa3258cb8d6 req-6f7248a2-f968-4839-9800-e9a9d9367b53 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0520adf-23a8-4e80-a37f-490de76ebe89 HTTP/1.1" status: 200 len: 853 time: 0.0589123 Nov 04 13:35:14.768738 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-771f77aa-d999-470f-bfd9-4fa3258cb8d6 req-ef03ad78-80d6-4900-bace-f3d391c0ea9a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcd7dd8b-da0b-4050-a8e0-1c7e259a452c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0674968 Nov 04 13:35:14.898133 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-771f77aa-d999-470f-bfd9-4fa3258cb8d6 req-e707363f-30c4-4133-a76b-839f2308f84d service neutron] 10.222.0.52 "GET /v2.0/networks/fcd7dd8b-da0b-4050-a8e0-1c7e259a452c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214254 Nov 04 13:35:15.118240 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-771f77aa-d999-470f-bfd9-4fa3258cb8d6 req-b465f562-f304-4618-ab70-7061d4a7fe24 service neutron] 10.222.0.52 "GET /v2.0/networks/fcd7dd8b-da0b-4050-a8e0-1c7e259a452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089744 Nov 04 13:35:15.668125 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becd157-5c14-4def-8372-d5ae7bc60733 req-48730767-2edd-42fe-8ea8-f002610c2016 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:15.669558 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0becd157-5c14-4def-8372-d5ae7bc60733 req-48730767-2edd-42fe-8ea8-f002610c2016 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 984 time: 0.0759387 Nov 04 13:35:15.719589 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-0becd157-5c14-4def-8372-d5ae7bc60733 req-80dcf8d5-1d71-41f8-9b43-eec459338d5b tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Synchronizing usage tracker for tenant:c78dba061c5c4e3d8e3a283e6d05c8ea on resource:security_group {{(pid=82772) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:35:15.734804 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.quota.resource [req-0becd157-5c14-4def-8372-d5ae7bc60733 req-80dcf8d5-1d71-41f8-9b43-eec459338d5b tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Unset dirty status for tenant:c78dba061c5c4e3d8e3a283e6d05c8ea on resource:security_group {{(pid=82772) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:35:15.736306 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0becd157-5c14-4def-8372-d5ae7bc60733 req-80dcf8d5-1d71-41f8-9b43-eec459338d5b tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=ada4e82b-2962-4173-a2d5-ff30ce76c462&id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606098 Nov 04 13:35:16.931669 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd25985-d765-4906-8d7f-9e829b80fb18 req-6c69889b-2aa5-4f1a-a8fb-c9e388a28885 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:16.933119 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0fd25985-d765-4906-8d7f-9e829b80fb18 req-6c69889b-2aa5-4f1a-a8fb-c9e388a28885 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 984 time: 0.0775785 Nov 04 13:35:16.979461 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0fd25985-d765-4906-8d7f-9e829b80fb18 req-1eda8d24-0a89-4d68-b67c-055dade979ce tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=ada4e82b-2962-4173-a2d5-ff30ce76c462&id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405486 Nov 04 13:35:18.181688 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42884c6-d133-41a7-883c-7992f765550a req-486c1801-e66a-4905-a2bc-a886c59a95de tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:18.183138 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e42884c6-d133-41a7-883c-7992f765550a req-486c1801-e66a-4905-a2bc-a886c59a95de tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 984 time: 0.0810957 Nov 04 13:35:18.230794 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-e42884c6-d133-41a7-883c-7992f765550a req-073c43cd-031c-483e-87e3-e029c3cac64d tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=ada4e82b-2962-4173-a2d5-ff30ce76c462&id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413036 Nov 04 13:35:19.435296 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63341dc-1b13-4761-bdc4-019d08e19a31 req-e94bcbd1-d161-4158-8969-66375f9457bb tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:19.436731 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e63341dc-1b13-4761-bdc4-019d08e19a31 req-e94bcbd1-d161-4158-8969-66375f9457bb tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 984 time: 0.0810783 Nov 04 13:35:19.485224 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-e63341dc-1b13-4761-bdc4-019d08e19a31 req-ed115d9f-2454-4807-bb76-bf7eb17167ba tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=ada4e82b-2962-4173-a2d5-ff30ce76c462&id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420492 Nov 04 13:35:20.680107 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da38f0-2b50-424f-8f50-5bea63f6197f req-8481ed10-dfe7-4094-9c33-7b0bc835dec3 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:20.681574 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-20da38f0-2b50-424f-8f50-5bea63f6197f req-8481ed10-dfe7-4094-9c33-7b0bc835dec3 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 984 time: 0.0770257 Nov 04 13:35:20.731285 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-20da38f0-2b50-424f-8f50-5bea63f6197f req-d64287c3-3319-419f-8040-17fdb4043f7e tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=ada4e82b-2962-4173-a2d5-ff30ce76c462&id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439115 Nov 04 13:35:21.146003 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63da55-eaa6-4dd8-aa2a-8c35ca2c2e9b req-b949754c-001e-400c-b6f2-085bbd5c1168 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:21.147370 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5a63da55-eaa6-4dd8-aa2a-8c35ca2c2e9b req-b949754c-001e-400c-b6f2-085bbd5c1168 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=53fb8353-7a42-4ac3-b060-014ceb1cd0fc HTTP/1.1" status: 200 len: 945 time: 0.0807528 Nov 04 13:35:21.192972 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-5a63da55-eaa6-4dd8-aa2a-8c35ca2c2e9b req-2b157d34-9bde-44c2-9083-727b68e8d810 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401096 Nov 04 13:35:21.929373 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c687e-e4bd-44c9-8a38-ce395aa04237 req-a607b136-9997-41e5-8eeb-0a68103eb8be tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:21.930841 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-f11c687e-e4bd-44c9-8a38-ce395aa04237 req-a607b136-9997-41e5-8eeb-0a68103eb8be tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 984 time: 0.0762711 Nov 04 13:35:21.982164 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-f11c687e-e4bd-44c9-8a38-ce395aa04237 req-dd21c4b8-6b7b-4b1c-b29e-189ddc331631 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=ada4e82b-2962-4173-a2d5-ff30ce76c462&id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453117 Nov 04 13:35:22.390903 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b734d7-df12-4cd2-812c-39f86feefac8 req-d555852f-1889-4bcd-80de-5fc1afd866c1 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:22.392512 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-05b734d7-df12-4cd2-812c-39f86feefac8 req-d555852f-1889-4bcd-80de-5fc1afd866c1 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=53fb8353-7a42-4ac3-b060-014ceb1cd0fc HTTP/1.1" status: 200 len: 945 time: 0.0778964 Nov 04 13:35:22.441280 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-05b734d7-df12-4cd2-812c-39f86feefac8 req-528b0754-8caf-43b0-8b76-3807fa563e73 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432866 Nov 04 13:35:23.177996 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2c34a-932a-4f51-b54d-2fd2bab27848 req-ef118a83-3cf3-45a7-9b70-d7bfdaa01902 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:23.179528 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8fb2c34a-932a-4f51-b54d-2fd2bab27848 req-ef118a83-3cf3-45a7-9b70-d7bfdaa01902 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 984 time: 0.0777001 Nov 04 13:35:23.227540 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8fb2c34a-932a-4f51-b54d-2fd2bab27848 req-9f887a5e-6575-4c5e-ab55-e6fd7aa9a75a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=ada4e82b-2962-4173-a2d5-ff30ce76c462&id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423143 Nov 04 13:35:23.635547 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66666304-f4ea-4b0a-9fa6-3f13304dd47e req-c657177f-4719-4282-8b55-ef94130f223c tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:23.636981 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-66666304-f4ea-4b0a-9fa6-3f13304dd47e req-c657177f-4719-4282-8b55-ef94130f223c tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=53fb8353-7a42-4ac3-b060-014ceb1cd0fc HTTP/1.1" status: 200 len: 945 time: 0.0767734 Nov 04 13:35:23.681852 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-66666304-f4ea-4b0a-9fa6-3f13304dd47e req-e6c4411a-f71e-48f0-8901-544a15a1a0ee tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386355 Nov 04 13:35:24.307125 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:24.425027 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffa511-b9eb-4cef-a1e1-8bf89e296b07 req-9c573c3e-e08d-43ae-aa66-52927351d8f7 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:24.426593 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-fbffa511-b9eb-4cef-a1e1-8bf89e296b07 req-9c573c3e-e08d-43ae-aa66-52927351d8f7 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 984 time: 0.0798805 Nov 04 13:35:24.474994 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-fbffa511-b9eb-4cef-a1e1-8bf89e296b07 req-9d250651-570b-44fc-b03f-ad6bc74702ef tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=ada4e82b-2962-4173-a2d5-ff30ce76c462&id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428319 Nov 04 13:35:24.882174 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d42de9-e4f0-4287-86a2-a84d2eb49264 req-7eed5287-d435-4c27-a2c5-963c01939b87 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:24.883613 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b1d42de9-e4f0-4287-86a2-a84d2eb49264 req-7eed5287-d435-4c27-a2c5-963c01939b87 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=53fb8353-7a42-4ac3-b060-014ceb1cd0fc HTTP/1.1" status: 200 len: 945 time: 0.0817602 Nov 04 13:35:24.928137 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-b1d42de9-e4f0-4287-86a2-a84d2eb49264 req-ee00f49e-4020-4c90-9d19-4d13e3cb8da0 tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390875 Nov 04 13:35:25.671016 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1ab59-0a37-4cfb-8a9f-f07eba10ff9f req-c886ebab-179f-44ae-8005-64b659ebc75e tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:25.672454 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-59b1ab59-0a37-4cfb-8a9f-f07eba10ff9f req-c886ebab-179f-44ae-8005-64b659ebc75e tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 984 time: 0.0758307 Nov 04 13:35:25.724787 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-59b1ab59-0a37-4cfb-8a9f-f07eba10ff9f req-911819e8-7beb-4b03-9e13-b5444f978014 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=ada4e82b-2962-4173-a2d5-ff30ce76c462&id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467880 Nov 04 13:35:25.777378 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dff7f-8ea0-4dcf-8a90-fbfba9482d76 req-2a51fabe-5fb4-4eb5-a483-9fd2ebfc947d tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:25.778767 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f16dff7f-8ea0-4dcf-8a90-fbfba9482d76 req-2a51fabe-5fb4-4eb5-a483-9fd2ebfc947d tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.52 "GET /v2.0/ports?device_id=53fb8353-7a42-4ac3-b060-014ceb1cd0fc HTTP/1.1" status: 200 len: 945 time: 0.0793090 Nov 04 13:35:25.852226 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-f16dff7f-8ea0-4dcf-8a90-fbfba9482d76 req-f58e266b-ea67-4207-8b47-b51f2071741c tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Deleting port edfb2346-a587-49b0-af65-599b8d54808d {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:35:25.852546 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-f16dff7f-8ea0-4dcf-8a90-fbfba9482d76 req-f58e266b-ea67-4207-8b47-b51f2071741c tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:26.148200 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-f16dff7f-8ea0-4dcf-8a90-fbfba9482d76 req-f58e266b-ea67-4207-8b47-b51f2071741c tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] For port edfb2346-a587-49b0-af65-599b8d54808d, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=edfb2346-a587-49b0-af65-599b8d54808d,segment=NetworkSegment(f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6),segment_id=f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:35:26.148834 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-f16dff7f-8ea0-4dcf-8a90-fbfba9482d76 req-f58e266b-ea67-4207-8b47-b51f2071741c tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:26.275513 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-f16dff7f-8ea0-4dcf-8a90-fbfba9482d76 req-f58e266b-ea67-4207-8b47-b51f2071741c tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Calling delete_port for edfb2346-a587-49b0-af65-599b8d54808d owned by compute:nova {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:35:26.347782 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a89794-7f41-458a-9031-ab0cc346aa10 req-e818827d-bd50-4c90-b218-d3aaa7c6e42b tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:26.349133 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-13a89794-7f41-458a-9031-ab0cc346aa10 req-e818827d-bd50-4c90-b218-d3aaa7c6e42b tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/ports?device_id=53fb8353-7a42-4ac3-b060-014ceb1cd0fc HTTP/1.1" status: 200 len: 945 time: 0.2942684 Nov 04 13:35:26.439116 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-13a89794-7f41-458a-9031-ab0cc346aa10 req-d9fd8933-e508-4a2a-ad27-7b87c8b55fdc tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.93 "GET /v2.0/security-groups?id=a0023ea3-0354-406f-9796-14cdd99d52fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748320 Nov 04 13:35:26.466476 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-f16dff7f-8ea0-4dcf-8a90-fbfba9482d76 req-f58e266b-ea67-4207-8b47-b51f2071741c tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:26.473094 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-c93bdd75-657a-4875-8ba4-a7b6006d6959 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:35:26.479420 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['edfb2346-a587-49b0-af65-599b8d54808d'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:35:26.521376 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e266b-ea67-4207-8b47-b51f2071741c tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Pushing event deleted for resources: {'Port': ['ID=edfb2346-a587-49b0-af65-599b8d54808d,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:35:26.523764 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-f58e266b-ea67-4207-8b47-b51f2071741c tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:35:26.680790 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16dff7f-8ea0-4dcf-8a90-fbfba9482d76 req-f58e266b-ea67-4207-8b47-b51f2071741c tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] No DVR routers for this DVR port edfb2346-a587-49b0-af65-599b8d54808d on host hv-cinder-81036 {{(pid=82772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:35:26.683759 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-f16dff7f-8ea0-4dcf-8a90-fbfba9482d76 req-f58e266b-ea67-4207-8b47-b51f2071741c tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:26.686764 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fb8353-7a42-4ac3-b060-014ceb1cd0fc', 'name': 'network-vif-deleted', 'tag': 'edfb2346-a587-49b0-af65-599b8d54808d'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:35:26.703312 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-f16dff7f-8ea0-4dcf-8a90-fbfba9482d76 req-f58e266b-ea67-4207-8b47-b51f2071741c tempest-VolumesSnapshotTestJSON-1479491180 tempest-VolumesSnapshotTestJSON-1479491180-project] 10.222.0.52 "DELETE /v2.0/ports/edfb2346-a587-49b0-af65-599b8d54808d HTTP/1.1" status: 204 len: 173 time: 0.9153621 Nov 04 13:35:26.746268 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fb8353-7a42-4ac3-b060-014ceb1cd0fc', 'name': 'network-vif-deleted', 'tag': 'edfb2346-a587-49b0-af65-599b8d54808d', 'status': 'completed', 'code': 200} Nov 04 13:35:26.920088 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63f580-52a0-40c9-89a4-178fa57feb1b req-59e804bd-310c-4a01-97eb-4dd3666733e1 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:26.922252 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6e63f580-52a0-40c9-89a4-178fa57feb1b req-59e804bd-310c-4a01-97eb-4dd3666733e1 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 984 time: 0.0771687 Nov 04 13:35:26.971192 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-6e63f580-52a0-40c9-89a4-178fa57feb1b req-ddc7c94d-28b1-426f-b630-03dc21248ee2 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=ada4e82b-2962-4173-a2d5-ff30ce76c462&id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432479 Nov 04 13:35:28.168007 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c6056-d68f-4dd4-aa65-d8d11164815b req-2d7cd8ed-9f3e-4c28-9069-8215f0b12961 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:28.169682 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c41c6056-d68f-4dd4-aa65-d8d11164815b req-2d7cd8ed-9f3e-4c28-9069-8215f0b12961 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 984 time: 0.0783768 Nov 04 13:35:28.218170 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c41c6056-d68f-4dd4-aa65-d8d11164815b req-4bf48646-4b23-4f5d-b636-5d863dcaf001 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=ada4e82b-2962-4173-a2d5-ff30ce76c462&id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425038 Nov 04 13:35:29.033831 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-69e28d54-ffa6-41c4-88e9-f4980bd0f641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:29.413836 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:29.422192 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852e9b6-0fb1-42ae-9ad7-db765d683ddc req-6c9a331e-b823-487a-a7db-e097d1d090a0 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:29.423626 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c852e9b6-0fb1-42ae-9ad7-db765d683ddc req-6c9a331e-b823-487a-a7db-e097d1d090a0 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 984 time: 0.0833678 Nov 04 13:35:29.473487 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-c852e9b6-0fb1-42ae-9ad7-db765d683ddc req-94e37737-abe2-4104-8d62-7bd838eecab0 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=ada4e82b-2962-4173-a2d5-ff30ce76c462&id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440135 Nov 04 13:35:30.682149 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b6393-d541-426b-9282-6f557e5b2dbc req-65f02209-444e-4f0a-aca6-c2d32c201068 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:30.683619 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3e7b6393-d541-426b-9282-6f557e5b2dbc req-65f02209-444e-4f0a-aca6-c2d32c201068 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 984 time: 0.0845013 Nov 04 13:35:30.732989 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-3e7b6393-d541-426b-9282-6f557e5b2dbc req-fdf1436d-6c1b-4d2a-90d2-14207cc813b6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=ada4e82b-2962-4173-a2d5-ff30ce76c462&id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427692 Nov 04 13:35:31.153863 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-b38931a1-ac26-48d2-bebb-d2de8f54b56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:31.410059 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device edfb2346-a587-49b0-af65-599b8d54808d no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:35:31.469444 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] No Port match for: edfb2346-a587-49b0-af65-599b8d54808d {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:35:31.469814 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device edfb2346-a587-49b0-af65-599b8d54808d not bound to the agent host hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:35:31.861998 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c37a2df3-df90-4ee7-9c9f-aafc977d410b req-3169c6f1-92ef-4a36-beef-5d5b27615d1d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c78dba061c5c4e3d8e3a283e6d05c8ea&device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 1137 time: 0.0697756 Nov 04 13:35:31.932725 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02d1fb-c8b9-4b81-8dd8-eeef9905fa64 req-9f35da0e-67c7-4d7f-b6ff-2919025e5a00 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:31.934191 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6b02d1fb-c8b9-4b81-8dd8-eeef9905fa64 req-9f35da0e-67c7-4d7f-b6ff-2919025e5a00 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 984 time: 0.0758739 Nov 04 13:35:31.990155 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6b02d1fb-c8b9-4b81-8dd8-eeef9905fa64 req-5cc8561a-1f77-4008-8db6-647c5e0c5d38 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=ada4e82b-2962-4173-a2d5-ff30ce76c462&id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490763 Nov 04 13:35:32.014304 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a2df3-df90-4ee7-9c9f-aafc977d410b req-a0e8da33-abee-4d99-9797-b5a009eec595 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:32.016398 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c37a2df3-df90-4ee7-9c9f-aafc977d410b req-a0e8da33-abee-4d99-9797-b5a009eec595 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcd7dd8b-da0b-4050-a8e0-1c7e259a452c HTTP/1.1" status: 200 len: 915 time: 0.1306441 Nov 04 13:35:32.075140 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:32.129032 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c37a2df3-df90-4ee7-9c9f-aafc977d410b req-77e888a2-5895-4f2e-953e-296b7daf5609 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6011be7-6c1e-4073-a0bc-934e9b407dd8 HTTP/1.1" status: 200 len: 1001 time: 0.1018548 Nov 04 13:35:32.196890 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a2df3-df90-4ee7-9c9f-aafc977d410b req-24b15126-8650-4852-965a-a8ce13fceeba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:32.198549 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c37a2df3-df90-4ee7-9c9f-aafc977d410b req-24b15126-8650-4852-965a-a8ce13fceeba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0520adf-23a8-4e80-a37f-490de76ebe89 HTTP/1.1" status: 200 len: 853 time: 0.0598581 Nov 04 13:35:32.286508 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c37a2df3-df90-4ee7-9c9f-aafc977d410b req-198a14f2-ec40-4827-982c-e880db8f301a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcd7dd8b-da0b-4050-a8e0-1c7e259a452c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773194 Nov 04 13:35:32.423630 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c37a2df3-df90-4ee7-9c9f-aafc977d410b req-fe7ee31b-8a2c-4372-9e1a-82e55f10dadf service neutron] 10.222.0.52 "GET /v2.0/networks/fcd7dd8b-da0b-4050-a8e0-1c7e259a452c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279795 Nov 04 13:35:32.558501 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c37a2df3-df90-4ee7-9c9f-aafc977d410b req-c10683e8-392d-4bb0-b924-2fdd3370bb4f service neutron] 10.222.0.52 "GET /v2.0/networks/fcd7dd8b-da0b-4050-a8e0-1c7e259a452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279399 Nov 04 13:35:33.180378 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ce110-d7df-4d75-8383-f2850af4397b req-d621adab-c148-4a63-a706-cd6e1accc339 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:33.181846 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-331ce110-d7df-4d75-8383-f2850af4397b req-d621adab-c148-4a63-a706-cd6e1accc339 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 984 time: 0.0780253 Nov 04 13:35:33.229741 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-331ce110-d7df-4d75-8383-f2850af4397b req-68999b79-b925-4931-b091-7939cc83c88d tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=ada4e82b-2962-4173-a2d5-ff30ce76c462&id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415049 Nov 04 13:35:33.631911 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:34.505597 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c7283-384d-4671-adba-c8e5e3d85793 req-279b0443-dec8-4485-8456-0416444c4cfe tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:34.506973 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-4e3c7283-384d-4671-adba-c8e5e3d85793 req-279b0443-dec8-4485-8456-0416444c4cfe tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 984 time: 0.1536164 Nov 04 13:35:34.553255 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-4e3c7283-384d-4671-adba-c8e5e3d85793 req-6350e7af-f442-4b19-8e28-714a0509a23b tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=ada4e82b-2962-4173-a2d5-ff30ce76c462&id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406640 Nov 04 13:35:35.752685 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6adfa-2b80-4c1e-b59b-e92324a7e319 req-b75aa480-29b0-494c-9041-36fbdb0a92b3 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:35.754173 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-44f6adfa-2b80-4c1e-b59b-e92324a7e319 req-b75aa480-29b0-494c-9041-36fbdb0a92b3 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 984 time: 0.0808702 Nov 04 13:35:35.801893 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-44f6adfa-2b80-4c1e-b59b-e92324a7e319 req-a94abd1b-844d-420f-9a67-cd6458ba890f tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=ada4e82b-2962-4173-a2d5-ff30ce76c462&id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421486 Nov 04 13:35:36.451481 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:35:36.998443 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92580252-4ac8-41e0-89a7-b9bb086d88a6 req-ff3a8b2a-92fe-46ea-a825-a725ee496642 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:35:36.999851 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-92580252-4ac8-41e0-89a7-b9bb086d88a6 req-ff3a8b2a-92fe-46ea-a825-a725ee496642 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 984 time: 0.0795610 Nov 04 13:35:37.046274 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-92580252-4ac8-41e0-89a7-b9bb086d88a6 req-c4a500c1-6b7d-42ab-8def-6c560d761f99 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=ada4e82b-2962-4173-a2d5-ff30ce76c462&id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407948 Nov 04 13:35:46.917936 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49354) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:35:46.976120 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ee7925-5213-4369-9641-c3e63bf91d9b admin admin] Deleting subnet 47d07a9e-e5da-4f80-8ec2-e6cbf88df5aa {{(pid=82773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 04 13:35:46.979011 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-60ee7925-5213-4369-9641-c3e63bf91d9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:47.030185 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-60ee7925-5213-4369-9641-c3e63bf91d9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671906'] for subnet, precommit_delete_associations {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:47.083589 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-60ee7925-5213-4369-9641-c3e63bf91d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1049700'] for subnet, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:47.148565 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-60ee7925-5213-4369-9641-c3e63bf91d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1049629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2671894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2421650'] for subnet, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:47.152205 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:35:47.189257 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee7925-5213-4369-9641-c3e63bf91d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47d07a9e-e5da-4f80-8ec2-e6cbf88df5aa,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:35:47.200751 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee7925-5213-4369-9641-c3e63bf91d9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:35:47.201129 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee7925-5213-4369-9641-c3e63bf91d9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:35:47.201494 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee7925-5213-4369-9641-c3e63bf91d9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:35:47.201877 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee7925-5213-4369-9641-c3e63bf91d9b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:35:47.202237 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee7925-5213-4369-9641-c3e63bf91d9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:35:47.202588 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee7925-5213-4369-9641-c3e63bf91d9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:35:47.202941 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee7925-5213-4369-9641-c3e63bf91d9b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:35:47.203291 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee7925-5213-4369-9641-c3e63bf91d9b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:35:47.203636 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee7925-5213-4369-9641-c3e63bf91d9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:35:47.203981 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee7925-5213-4369-9641-c3e63bf91d9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:35:47.204328 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee7925-5213-4369-9641-c3e63bf91d9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:35:47.207204 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-60ee7925-5213-4369-9641-c3e63bf91d9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:47.212239 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-60ee7925-5213-4369-9641-c3e63bf91d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:35:47.213734 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-60ee7925-5213-4369-9641-c3e63bf91d9b admin admin] 10.222.0.93 "DELETE /v2.0/subnets/47d07a9e-e5da-4f80-8ec2-e6cbf88df5aa HTTP/1.1" status: 204 len: 168 time: 0.2948036 Nov 04 13:35:47.216243 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49358) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:35:47.320966 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7227e8e6-b5e8-4aba-942d-85372255d515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1120378'] for network, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:47.442523 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7227e8e6-b5e8-4aba-942d-85372255d515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1063405', 'neutron.services.segments.db._delete_segments_for_network-8742936665528'] for network, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:47.467052 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-7227e8e6-b5e8-4aba-942d-85372255d515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442e3e30-ef92-4403-8958-925f0bf7cc23']}} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:35:47.479433 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-7227e8e6-b5e8-4aba-942d-85372255d515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6') {'for_net_delete': True} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:35:47.479720 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-7227e8e6-b5e8-4aba-942d-85372255d515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bbfb95-5fc3-4781-a914-1d1e6e2bd6b6') {} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:35:47.490678 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7227e8e6-b5e8-4aba-942d-85372255d515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742936667091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671929'] for segment, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:47.505973 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7227e8e6-b5e8-4aba-942d-85372255d515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:47.511744 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7227e8e6-b5e8-4aba-942d-85372255d515 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=82773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 04 13:35:47.512113 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7227e8e6-b5e8-4aba-942d-85372255d515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2671996'] for segment, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: Traceback (most recent call last): Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: timer() Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: cb(*args, **kw) Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: return func(*args, **kwargs) Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: self._notify() Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: self.callback(batched_events) Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: event.method(event) Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: return f(self, *a, **k) Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: return self._get(url).json() Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: return self.request(url, 'GET', **kwargs) Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 13:35:47.525352 dv-cinder-810367-1-smb neutron-server[82773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 13:35:47.600174 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7227e8e6-b5e8-4aba-942d-85372255d515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1063398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837420'] for network, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:47.603840 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:35:47.617083 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-7227e8e6-b5e8-4aba-942d-85372255d515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:47.628920 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227e8e6-b5e8-4aba-942d-85372255d515 admin admin] Pushing event deleted for resources: {'Network': ['ID=442e3e30-ef92-4403-8958-925f0bf7cc23,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:35:47.631681 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-7227e8e6-b5e8-4aba-942d-85372255d515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:35:47.635342 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-7227e8e6-b5e8-4aba-942d-85372255d515 admin admin] 10.222.0.93 "DELETE /v2.0/networks/442e3e30-ef92-4403-8958-925f0bf7cc23 HTTP/1.1" status: 204 len: 168 time: 0.4181955 Nov 04 13:35:47.771121 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49364) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:35:47.821058 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-bb3a111f-5c1e-422d-b5a7-7a03b726ec6c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4acbf2cd530840edb8b38749299265d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487509 Nov 04 13:35:47.823431 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49368) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:35:47.880730 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ec5e53fb-557a-4954-9d72-75e6381a5e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:47.904889 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ec5e53fb-557a-4954-9d72-75e6381a5e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:47.957792 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ec5e53fb-557a-4954-9d72-75e6381a5e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:47.961423 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-ac5ed6fa-9d4f-47fc-8c95-4ecc77c145be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:35:47.974206 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e53fb-557a-4954-9d72-75e6381a5e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0023ea3-0354-406f-9796-14cdd99d52fc,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:35:47.978245 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-ec5e53fb-557a-4954-9d72-75e6381a5e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:35:47.995219 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-ec5e53fb-557a-4954-9d72-75e6381a5e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:47.996342 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-ec5e53fb-557a-4954-9d72-75e6381a5e63 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a0023ea3-0354-406f-9796-14cdd99d52fc HTTP/1.1" status: 204 len: 168 time: 0.1720426 Nov 04 13:35:54.331761 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:59.036179 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-21e1711f-4f06-472c-b463-7ebba71714d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:35:59.415509 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:01.155813 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-443ad35d-9975-4fd8-bf02-eda1e6496a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:02.067975 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:03.634105 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:10.040359 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-48679b73-1bf8-4297-adea-2c2eec8a36c5 req-d7017d39-673e-40c6-af4c-aee9f742d620 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-394664596&fields=id&tenant_id=c78dba061c5c4e3d8e3a283e6d05c8ea HTTP/1.1" status: 200 len: 267 time: 0.0406609 Nov 04 13:36:10.123936 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48679b73-1bf8-4297-adea-2c2eec8a36c5 req-21f7c8bc-0ef6-4124-b108-431745d9aa6e tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:36:10.125384 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-48679b73-1bf8-4297-adea-2c2eec8a36c5 req-21f7c8bc-0ef6-4124-b108-431745d9aa6e tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 984 time: 0.0799110 Nov 04 13:36:10.136494 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.v2.base [req-48679b73-1bf8-4297-adea-2c2eec8a36c5 req-9f0eade2-0e5f-47fc-a02d-10a4027ba5c6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Request body: {'port': {'security_groups': ['af889880-0bc0-4eb7-bce7-5abe3e6e9331']}} {{(pid=82772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 04 13:36:10.255122 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-48679b73-1bf8-4297-adea-2c2eec8a36c5 req-9f0eade2-0e5f-47fc-a02d-10a4027ba5c6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077049'] for port, before_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:10.573762 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-48679b73-1bf8-4297-adea-2c2eec8a36c5 req-9f0eade2-0e5f-47fc-a02d-10a4027ba5c6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] For port e6011be7-6c1e-4073-a0bc-934e9b407dd8, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=e6011be7-6c1e-4073-a0bc-934e9b407dd8,segment=NetworkSegment(0b22e617-ecd2-47d4-850a-d3eb02afbb1e),segment_id=0b22e617-ecd2-47d4-850a-d3eb02afbb1e)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:36:10.598315 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-48679b73-1bf8-4297-adea-2c2eec8a36c5 req-9f0eade2-0e5f-47fc-a02d-10a4027ba5c6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for port, precommit_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:10.602676 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-48679b73-1bf8-4297-adea-2c2eec8a36c5 req-9f0eade2-0e5f-47fc-a02d-10a4027ba5c6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742936539118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742936146544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742936146589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3573486'] for port, after_update {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:10.608208 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-5e2a95e1-3410-405e-a62f-73cb7fa9e0a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:36:10.615041 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['e6011be7-6c1e-4073-a0bc-934e9b407dd8'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:36:10.671687 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48679b73-1bf8-4297-adea-2c2eec8a36c5 req-9f0eade2-0e5f-47fc-a02d-10a4027ba5c6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:36:10.672316 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-48679b73-1bf8-4297-adea-2c2eec8a36c5 req-9f0eade2-0e5f-47fc-a02d-10a4027ba5c6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:10.673806 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-48679b73-1bf8-4297-adea-2c2eec8a36c5 req-9f0eade2-0e5f-47fc-a02d-10a4027ba5c6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "PUT /v2.0/ports/e6011be7-6c1e-4073-a0bc-934e9b407dd8 HTTP/1.1" status: 200 len: 942 time: 0.5416682 Nov 04 13:36:10.675221 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9d7fad-892f-4a44-beb4-c85c20273a2b', 'tag': 'e6011be7-6c1e-4073-a0bc-934e9b407dd8'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:36:10.681205 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49380) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:36:10.699512 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0eade2-0e5f-47fc-a02d-10a4027ba5c6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Pushing event updated for resources: {'Port': ['ID=e6011be7-6c1e-4073-a0bc-934e9b407dd8,revision_number=7']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:36:10.708564 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0eade2-0e5f-47fc-a02d-10a4027ba5c6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:36:10.708931 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0eade2-0e5f-47fc-a02d-10a4027ba5c6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:36:10.709406 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0eade2-0e5f-47fc-a02d-10a4027ba5c6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:36:10.710241 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0eade2-0e5f-47fc-a02d-10a4027ba5c6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:36:10.710241 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0eade2-0e5f-47fc-a02d-10a4027ba5c6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:36:10.710504 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0eade2-0e5f-47fc-a02d-10a4027ba5c6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:36:10.710707 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0eade2-0e5f-47fc-a02d-10a4027ba5c6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:36:10.711000 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0eade2-0e5f-47fc-a02d-10a4027ba5c6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:36:10.711394 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0eade2-0e5f-47fc-a02d-10a4027ba5c6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:36:10.711837 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0eade2-0e5f-47fc-a02d-10a4027ba5c6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:36:10.712082 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0eade2-0e5f-47fc-a02d-10a4027ba5c6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-smb {{(pid=82772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 13:36:10.721048 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-9f0eade2-0e5f-47fc-a02d-10a4027ba5c6 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:36:10.745565 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9d7fad-892f-4a44-beb4-c85c20273a2b', 'tag': 'e6011be7-6c1e-4073-a0bc-934e9b407dd8', 'status': 'completed', 'code': 200} Nov 04 13:36:10.759812 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['e6011be7-6c1e-4073-a0bc-934e9b407dd8'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:36:10.773660 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8a50b8ec-57e7-48a4-8d2e-5d955f30af4e tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:10.805891 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8a50b8ec-57e7-48a4-8d2e-5d955f30af4e tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:10.864659 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c822fd2f-a060-4809-a346-d92e14b0d192 req-c8619af4-b09b-40d8-af78-2a4f8b06bc63 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c78dba061c5c4e3d8e3a283e6d05c8ea&device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 1098 time: 0.0862582 Nov 04 13:36:10.883913 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8a50b8ec-57e7-48a4-8d2e-5d955f30af4e tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:10.903962 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-86661d1e-052a-47a2-b2da-34c95cd448d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:36:10.924645 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50b8ec-57e7-48a4-8d2e-5d955f30af4e tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada4e82b-2962-4173-a2d5-ff30ce76c462,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:36:10.927391 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-8a50b8ec-57e7-48a4-8d2e-5d955f30af4e tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:36:10.929773 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8a50b8ec-57e7-48a4-8d2e-5d955f30af4e tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:10.933864 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-8a50b8ec-57e7-48a4-8d2e-5d955f30af4e tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "DELETE /v2.0/security-groups/ada4e82b-2962-4173-a2d5-ff30ce76c462 HTTP/1.1" status: 204 len: 168 time: 0.2510936 Nov 04 13:36:10.934502 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49384) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:36:11.007149 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.provisioning_blocks [None req-bc11c9c7-260c-49de-86bf-9809b2c5a689 None None] Provisioning complete for port e6011be7-6c1e-4073-a0bc-934e9b407dd8 triggered by entity DHCP. {{(pid=82774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 13:36:11.007520 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-bc11c9c7-260c-49de-86bf-9809b2c5a689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1062266'] for port, provisioning_complete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:11.027591 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822fd2f-a060-4809-a346-d92e14b0d192 req-affd56c5-db55-40ab-91eb-9f39f882895d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:36:11.029332 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c822fd2f-a060-4809-a346-d92e14b0d192 req-affd56c5-db55-40ab-91eb-9f39f882895d service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcd7dd8b-da0b-4050-a8e0-1c7e259a452c HTTP/1.1" status: 200 len: 915 time: 0.1568515 Nov 04 13:36:11.139527 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c822fd2f-a060-4809-a346-d92e14b0d192 req-2099afd4-9da7-4cfe-ae0f-1755f45b6ad5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6011be7-6c1e-4073-a0bc-934e9b407dd8 HTTP/1.1" status: 200 len: 1001 time: 0.1029131 Nov 04 13:36:11.149091 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-b6901216-458c-4d46-bc55-4bfffe5acd50 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Deleting port d318cc8f-dcdf-405d-aa9c-5b95f0048d60 {{(pid=82773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:36:11.149431 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b6901216-458c-4d46-bc55-4bfffe5acd50 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:11.205225 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822fd2f-a060-4809-a346-d92e14b0d192 req-68ffc6fe-e2b0-424a-bdc9-ef6d945f22c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:36:11.206806 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c822fd2f-a060-4809-a346-d92e14b0d192 req-68ffc6fe-e2b0-424a-bdc9-ef6d945f22c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0520adf-23a8-4e80-a37f-490de76ebe89 HTTP/1.1" status: 200 len: 853 time: 0.0593629 Nov 04 13:36:11.285148 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c822fd2f-a060-4809-a346-d92e14b0d192 req-9b4b09dd-cacd-4d4e-a3ba-ad9cff989d93 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcd7dd8b-da0b-4050-a8e0-1c7e259a452c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711768 Nov 04 13:36:11.324241 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b6901216-458c-4d46-bc55-4bfffe5acd50 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:11.324756 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b6901216-458c-4d46-bc55-4bfffe5acd50 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:11.428591 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c822fd2f-a060-4809-a346-d92e14b0d192 req-ca11f4bf-aaf2-47c6-941d-918bf8b8d9d7 service neutron] 10.222.0.52 "GET /v2.0/networks/fcd7dd8b-da0b-4050-a8e0-1c7e259a452c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341784 Nov 04 13:36:11.546183 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-b6901216-458c-4d46-bc55-4bfffe5acd50 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Calling delete_port for d318cc8f-dcdf-405d-aa9c-5b95f0048d60 owned by network:floatingip {{(pid=82773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:36:11.563056 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-c822fd2f-a060-4809-a346-d92e14b0d192 req-bf8c1db3-b053-489f-8c7d-0c7743f977ea service neutron] 10.222.0.52 "GET /v2.0/networks/fcd7dd8b-da0b-4050-a8e0-1c7e259a452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260440 Nov 04 13:36:11.700956 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b6901216-458c-4d46-bc55-4bfffe5acd50 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:11.704312 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:36:11.745494 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6901216-458c-4d46-bc55-4bfffe5acd50 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Pushing event deleted for resources: {'Port': ['ID=d318cc8f-dcdf-405d-aa9c-5b95f0048d60,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:36:11.749039 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-b6901216-458c-4d46-bc55-4bfffe5acd50 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:36:11.836601 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b6901216-458c-4d46-bc55-4bfffe5acd50 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks [] for floatingip, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:12.232229 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6901216-458c-4d46-bc55-4bfffe5acd50 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Router 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:36:12.428675 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6901216-458c-4d46-bc55-4bfffe5acd50 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:36:12.438391 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8500250c-7c91-4ded-bd6d-fa0e91a7a93c None None] Sync routers for ids ['96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'] in dv-cinder-810367-1-smb {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:36:12.448169 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-b6901216-458c-4d46-bc55-4bfffe5acd50 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for floatingip, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:12.450191 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8500250c-7c91-4ded-bd6d-fa0e91a7a93c None None] Routers {'96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:36:12.450734 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-8500250c-7c91-4ded-bd6d-fa0e91a7a93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:36:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:36:12.506793 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-b6901216-458c-4d46-bc55-4bfffe5acd50 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "DELETE /v2.0/floatingips/9e4d8f77-7946-41c0-93c8-f41970d434f7 HTTP/1.1" status: 204 len: 168 time: 1.5689325 Nov 04 13:36:12.506793 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9d7fad-892f-4a44-beb4-c85c20273a2b', 'tag': 'e6011be7-6c1e-4073-a0bc-934e9b407dd8'}] {{(pid=82773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:36:12.562422 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9d7fad-892f-4a44-beb4-c85c20273a2b', 'tag': 'e6011be7-6c1e-4073-a0bc-934e9b407dd8', 'status': 'completed', 'code': 200} Nov 04 13:36:12.635153 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-8500250c-7c91-4ded-bd6d-fa0e91a7a93c None None] Set router 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:36:12.658462 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ac704b4-dbf3-4156-8f58-1f0d16cb2dbc req-484dcd38-09a5-4e94-a1c9-27798bdc59d0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c78dba061c5c4e3d8e3a283e6d05c8ea&device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 1098 time: 0.0729995 Nov 04 13:36:12.801334 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac704b4-dbf3-4156-8f58-1f0d16cb2dbc req-336652e6-2a91-4ad6-a44d-f6b83ccefcff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:36:12.802802 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ac704b4-dbf3-4156-8f58-1f0d16cb2dbc req-336652e6-2a91-4ad6-a44d-f6b83ccefcff service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcd7dd8b-da0b-4050-a8e0-1c7e259a452c HTTP/1.1" status: 200 len: 915 time: 0.1340539 Nov 04 13:36:12.883719 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ac704b4-dbf3-4156-8f58-1f0d16cb2dbc req-d2112c57-6731-4d8c-aa8a-5bd415e3a3f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6011be7-6c1e-4073-a0bc-934e9b407dd8 HTTP/1.1" status: 200 len: 217 time: 0.0707200 Nov 04 13:36:12.963368 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac704b4-dbf3-4156-8f58-1f0d16cb2dbc req-ecaf00ed-f28e-4e90-b21c-6d38be238863 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:36:12.965182 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ac704b4-dbf3-4156-8f58-1f0d16cb2dbc req-ecaf00ed-f28e-4e90-b21c-6d38be238863 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d0520adf-23a8-4e80-a37f-490de76ebe89 HTTP/1.1" status: 200 len: 853 time: 0.0742841 Nov 04 13:36:12.974933 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-8500250c-7c91-4ded-bd6d-fa0e91a7a93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'name': 'tempest-TestMinimumBasicScenario-908252611-router', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:51Z', 'revision_number': 4, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'gw_port': {'id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513', 'name': '', 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'mac_address': 'fa:16:3e:75:e0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:51Z', 'updated_at': '2021-11-04T13:34:10Z', 'revision_number': 5, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'subnets': [{'id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:36:12.978739 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8500250c-7c91-4ded-bd6d-fa0e91a7a93c None None] Checking router: 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad for host: dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:36:12.989251 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8500250c-7c91-4ded-bd6d-fa0e91a7a93c None None] Routers {'96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:36:12.989877 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-8500250c-7c91-4ded-bd6d-fa0e91a7a93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:36:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:36:13.045677 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ac704b4-dbf3-4156-8f58-1f0d16cb2dbc req-481ace3e-41fc-4071-a580-7b439fd26822 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcd7dd8b-da0b-4050-a8e0-1c7e259a452c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718420 Nov 04 13:36:13.167874 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-8500250c-7c91-4ded-bd6d-fa0e91a7a93c None None] Set router 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:36:13.181747 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ac704b4-dbf3-4156-8f58-1f0d16cb2dbc req-4d0d3b39-ad76-4069-8f26-d082323eccf2 service neutron] 10.222.0.52 "GET /v2.0/networks/fcd7dd8b-da0b-4050-a8e0-1c7e259a452c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270573 Nov 04 13:36:13.420895 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-0ac704b4-dbf3-4156-8f58-1f0d16cb2dbc req-0868eb5e-3139-4814-a37f-6e5adb81e049 service neutron] 10.222.0.52 "GET /v2.0/networks/fcd7dd8b-da0b-4050-a8e0-1c7e259a452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313094 Nov 04 13:36:13.452165 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:36:13.526197 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-8500250c-7c91-4ded-bd6d-fa0e91a7a93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'name': 'tempest-TestMinimumBasicScenario-908252611-router', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:51Z', 'revision_number': 4, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'gw_port': {'id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513', 'name': '', 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'mac_address': 'fa:16:3e:75:e0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:51Z', 'updated_at': '2021-11-04T13:34:10Z', 'revision_number': 5, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'subnets': [{'id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:36:13.530013 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8500250c-7c91-4ded-bd6d-fa0e91a7a93c None None] The sync data for ids ['96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'] in dv-cinder-810367-1-smb is: [{'id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'name': 'tempest-TestMinimumBasicScenario-908252611-router', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:51Z', 'revision_number': 4, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'gw_port': {'id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb', '_interfaces': [{'id': 'c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513', 'name': '', 'network_id': 'fcd7dd8b-da0b-4050-a8e0-1c7e259a452c', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'mac_address': 'fa:16:3e:75:e0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:51Z', 'updated_at': '2021-11-04T13:34:10Z', 'revision_number': 5, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'subnets': [{'id': 'd0520adf-23a8-4e80-a37f-490de76ebe89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:36:13.740201 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e76d4ef-071f-44f9-abb9-0ba16a28f256 None None] New status for floating IP 9e4d8f77-7946-41c0-93c8-f41970d434f7: DOWN {{(pid=82775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 04 13:36:15.796329 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125016f-96fe-4fd3-80c2-25708e941e93 req-6c52295d-f57e-47e4-a84b-03ea238afe64 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:36:15.797009 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-8125016f-96fe-4fd3-80c2-25708e941e93 req-6c52295d-f57e-47e4-a84b-03ea238afe64 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Synchronizing usage tracker for tenant:c78dba061c5c4e3d8e3a283e6d05c8ea on resource:port {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:36:15.811930 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-8125016f-96fe-4fd3-80c2-25708e941e93 req-6c52295d-f57e-47e4-a84b-03ea238afe64 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Unset dirty status for tenant:c78dba061c5c4e3d8e3a283e6d05c8ea on resource:port {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:36:15.813277 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8125016f-96fe-4fd3-80c2-25708e941e93 req-6c52295d-f57e-47e4-a84b-03ea238afe64 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 945 time: 0.0930529 Nov 04 13:36:15.856679 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-8125016f-96fe-4fd3-80c2-25708e941e93 req-6c7a033f-eec7-41be-acf8-3739b60fc528 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Synchronizing usage tracker for tenant:c78dba061c5c4e3d8e3a283e6d05c8ea on resource:security_group {{(pid=82773) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 04 13:36:15.871740 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.quota.resource [req-8125016f-96fe-4fd3-80c2-25708e941e93 req-6c7a033f-eec7-41be-acf8-3739b60fc528 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Unset dirty status for tenant:c78dba061c5c4e3d8e3a283e6d05c8ea on resource:security_group {{(pid=82773) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 04 13:36:15.872815 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-8125016f-96fe-4fd3-80c2-25708e941e93 req-6c7a033f-eec7-41be-acf8-3739b60fc528 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539100 Nov 04 13:36:17.071024 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5a76c-752b-40d8-b829-ea4d240a5d9e req-057f2288-8201-45d3-8bb7-d92117245214 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:36:17.072467 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-efd5a76c-752b-40d8-b829-ea4d240a5d9e req-057f2288-8201-45d3-8bb7-d92117245214 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 945 time: 0.0771170 Nov 04 13:36:17.116963 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-efd5a76c-752b-40d8-b829-ea4d240a5d9e req-f3403156-1fd7-4f25-94b3-d1cf58747074 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391040 Nov 04 13:36:17.745038 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c363a8-94c4-420b-9797-af5e585077ef req-bffd451b-58e5-47d6-a570-0f305a33e448 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:36:17.746469 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a8c363a8-94c4-420b-9797-af5e585077ef req-bffd451b-58e5-47d6-a570-0f305a33e448 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 945 time: 0.0781622 Nov 04 13:36:17.816723 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-a8c363a8-94c4-420b-9797-af5e585077ef req-cac94d45-8d48-4e1e-a71b-26cda662393a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Deleting port e6011be7-6c1e-4073-a0bc-934e9b407dd8 {{(pid=82772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:36:17.817059 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-a8c363a8-94c4-420b-9797-af5e585077ef req-cac94d45-8d48-4e1e-a71b-26cda662393a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:18.055986 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.db [req-a8c363a8-94c4-420b-9797-af5e585077ef req-cac94d45-8d48-4e1e-a71b-26cda662393a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] For port e6011be7-6c1e-4073-a0bc-934e9b407dd8, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=e6011be7-6c1e-4073-a0bc-934e9b407dd8,segment=NetworkSegment(0b22e617-ecd2-47d4-850a-d3eb02afbb1e),segment_id=0b22e617-ecd2-47d4-850a-d3eb02afbb1e)] {{(pid=82772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:36:18.056345 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-a8c363a8-94c4-420b-9797-af5e585077ef req-cac94d45-8d48-4e1e-a71b-26cda662393a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:18.176634 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [req-a8c363a8-94c4-420b-9797-af5e585077ef req-cac94d45-8d48-4e1e-a71b-26cda662393a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Calling delete_port for e6011be7-6c1e-4073-a0bc-934e9b407dd8 owned by compute:nova {{(pid=82772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:36:18.316176 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28fb6c-503c-4ac5-a56b-c83375ae4088 req-b2bb4555-b0df-44ad-8171-76ff0c9d6864 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 13:36:18.317772 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6b28fb6c-503c-4ac5-a56b-c83375ae4088 req-b2bb4555-b0df-44ad-8171-76ff0c9d6864 tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/ports?device_id=1d9d7fad-892f-4a44-beb4-c85c20273a2b HTTP/1.1" status: 200 len: 945 time: 0.0794277 Nov 04 13:36:18.323236 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-a8c363a8-94c4-420b-9797-af5e585077ef req-cac94d45-8d48-4e1e-a71b-26cda662393a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3573495'] for port, after_delete {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:18.329471 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-f35ed729-4d54-4bf2-be2d-e286478626bb tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:36:18.339572 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] get_ports_and_sgs() called for port_ids ['e6011be7-6c1e-4073-a0bc-934e9b407dd8'] {{(pid=82774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 04 13:36:18.367054 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [req-6b28fb6c-503c-4ac5-a56b-c83375ae4088 req-bccb38f5-f7fa-4fe6-aefa-d0db99ddf92a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.93 "GET /v2.0/security-groups?id=af889880-0bc0-4eb7-bce7-5abe3e6e9331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417862 Nov 04 13:36:18.370519 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac94d45-8d48-4e1e-a71b-26cda662393a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Pushing event deleted for resources: {'Port': ['ID=e6011be7-6c1e-4073-a0bc-934e9b407dd8,revision_number=None']} {{(pid=82772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:36:18.374485 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-cac94d45-8d48-4e1e-a71b-26cda662393a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:36:18.450075 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c363a8-94c4-420b-9797-af5e585077ef req-cac94d45-8d48-4e1e-a71b-26cda662393a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] No DVR routers for this DVR port e6011be7-6c1e-4073-a0bc-934e9b407dd8 on host hv-cinder-81036 {{(pid=82772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:36:18.452442 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [req-a8c363a8-94c4-420b-9797-af5e585077ef req-cac94d45-8d48-4e1e-a71b-26cda662393a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61828'] for port, before_response {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:18.455464 dv-cinder-810367-1-smb neutron-server[82772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9d7fad-892f-4a44-beb4-c85c20273a2b', 'name': 'network-vif-deleted', 'tag': 'e6011be7-6c1e-4073-a0bc-934e9b407dd8'}] {{(pid=82772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 13:36:18.470520 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.wsgi [req-a8c363a8-94c4-420b-9797-af5e585077ef req-cac94d45-8d48-4e1e-a71b-26cda662393a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] 10.222.0.52 "DELETE /v2.0/ports/e6011be7-6c1e-4073-a0bc-934e9b407dd8 HTTP/1.1" status: 204 len: 173 time: 0.7154291 Nov 04 13:36:18.511460 dv-cinder-810367-1-smb neutron-server[82772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9d7fad-892f-4a44-beb4-c85c20273a2b', 'name': 'network-vif-deleted', 'tag': 'e6011be7-6c1e-4073-a0bc-934e9b407dd8', 'status': 'completed', 'code': 200} Nov 04 13:36:20.179924 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49464) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:36:20.711255 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-afee5a8a-15b9-437f-9abb-7c4f19aca749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3838974'] for router_interface, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:21.299259 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-afee5a8a-15b9-437f-9abb-7c4f19aca749 admin admin] Deleting port c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513 {{(pid=82773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:36:21.299933 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-afee5a8a-15b9-437f-9abb-7c4f19aca749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:21.476325 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.db [None req-afee5a8a-15b9-437f-9abb-7c4f19aca749 admin admin] For port c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513,segment=NetworkSegment(0b22e617-ecd2-47d4-850a-d3eb02afbb1e),segment_id=0b22e617-ecd2-47d4-850a-d3eb02afbb1e)] {{(pid=82773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:36:21.476675 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-afee5a8a-15b9-437f-9abb-7c4f19aca749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:21.594772 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-afee5a8a-15b9-437f-9abb-7c4f19aca749 admin admin] Calling delete_port for c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513 owned by network:router_interface {{(pid=82773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:36:21.610636 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device e6011be7-6c1e-4073-a0bc-934e9b407dd8 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:36:21.643098 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] No Port match for: e6011be7-6c1e-4073-a0bc-934e9b407dd8 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:36:21.643444 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Device e6011be7-6c1e-4073-a0bc-934e9b407dd8 not bound to the agent host hv-cinder-81036 {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:36:21.773636 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-afee5a8a-15b9-437f-9abb-7c4f19aca749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:21.777045 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-32eaa260-fdd5-4f48-b511-d158000c696e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:36:21.818300 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee5a8a-15b9-437f-9abb-7c4f19aca749 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:36:21.820889 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-afee5a8a-15b9-437f-9abb-7c4f19aca749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:36:22.197535 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-afee5a8a-15b9-437f-9abb-7c4f19aca749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2764176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3838132'] for router_interface, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:22.778305 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afee5a8a-15b9-437f-9abb-7c4f19aca749 admin admin] Router 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:36:22.976924 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afee5a8a-15b9-437f-9abb-7c4f19aca749 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:36:22.986665 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584345c7-d750-4f63-9b9a-69851dfcbcec None None] Sync routers for ids ['96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'] in dv-cinder-810367-1-smb {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:36:22.990459 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-afee5a8a-15b9-437f-9abb-7c4f19aca749 admin admin] 10.222.0.93 "PUT /v2.0/routers/96b3ebc0-e105-4ea1-8f5c-e1da77eaccad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8085542 Nov 04 13:36:22.992829 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49468) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:36:22.998539 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584345c7-d750-4f63-9b9a-69851dfcbcec None None] Routers {'96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:36:22.999132 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-584345c7-d750-4f63-9b9a-69851dfcbcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:36:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:36:23.176899 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-584345c7-d750-4f63-9b9a-69851dfcbcec None None] Set router 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad gateway port host: dv-cinder-810367-1-smb {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:36:23.190438 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5be64749-156c-4a7d-af40-bc5cd93e9d64 admin admin] Notify callbacks [] for router, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:23.386332 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5be64749-156c-4a7d-af40-bc5cd93e9d64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:23.396199 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-5be64749-156c-4a7d-af40-bc5cd93e9d64 admin admin] Deleting port ce1aefe1-1375-4fcb-b1f3-16a081b1d339 {{(pid=82773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:36:23.396544 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5be64749-156c-4a7d-af40-bc5cd93e9d64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:23.458312 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-584345c7-d750-4f63-9b9a-69851dfcbcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'name': 'tempest-TestMinimumBasicScenario-908252611-router', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:36:21Z', 'revision_number': 5, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'gw_port': {'id': 'ce1aefe1-1375-4fcb-b1f3-16a081b1d339', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:36:23.462449 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584345c7-d750-4f63-9b9a-69851dfcbcec None None] Checking router: 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad for host: dv-cinder-810367-1-smb {{(pid=82774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:36:23.473635 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584345c7-d750-4f63-9b9a-69851dfcbcec None None] Routers {'96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:36:23.474236 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-584345c7-d750-4f63-9b9a-69851dfcbcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:36:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'], 'active': True} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:36:23.629566 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_dvr_db [None req-584345c7-d750-4f63-9b9a-69851dfcbcec None None] Set router 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad gateway port host: None {{(pid=82774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:36:23.677703 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.db [None req-5be64749-156c-4a7d-af40-bc5cd93e9d64 admin admin] For port ce1aefe1-1375-4fcb-b1f3-16a081b1d339, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=ce1aefe1-1375-4fcb-b1f3-16a081b1d339,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:36:23.678046 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5be64749-156c-4a7d-af40-bc5cd93e9d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:23.733959 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.db.l3_hamode_db [None req-584345c7-d750-4f63-9b9a-69851dfcbcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'name': 'tempest-TestMinimumBasicScenario-908252611-router', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:36:23Z', 'revision_number': 6, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'gw_port_host': None}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:36:23.737974 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584345c7-d750-4f63-9b9a-69851dfcbcec None None] The sync data for ids ['96b3ebc0-e105-4ea1-8f5c-e1da77eaccad'] in dv-cinder-810367-1-smb is: [{'id': '96b3ebc0-e105-4ea1-8f5c-e1da77eaccad', 'name': 'tempest-TestMinimumBasicScenario-908252611-router', 'tenant_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:48Z', 'updated_at': '2021-11-04T13:36:23Z', 'revision_number': 6, 'project_id': 'c78dba061c5c4e3d8e3a283e6d05c8ea', 'gw_port_host': None}] {{(pid=82774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:36:23.796825 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-5be64749-156c-4a7d-af40-bc5cd93e9d64 admin admin] Calling delete_port for ce1aefe1-1375-4fcb-b1f3-16a081b1d339 owned by network:router_gateway {{(pid=82773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:36:23.954444 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5be64749-156c-4a7d-af40-bc5cd93e9d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:23.958503 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-5e969107-3597-41a6-9075-c333eaae3dad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:36:24.000671 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be64749-156c-4a7d-af40-bc5cd93e9d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce1aefe1-1375-4fcb-b1f3-16a081b1d339,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:36:24.005129 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-5be64749-156c-4a7d-af40-bc5cd93e9d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:36:24.227465 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5be64749-156c-4a7d-af40-bc5cd93e9d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3837385'] for router_gateway, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:24.341136 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:24.484426 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5be64749-156c-4a7d-af40-bc5cd93e9d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3834557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9093'] for router, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:24.489238 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5be64749-156c-4a7d-af40-bc5cd93e9d64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:24.518067 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5be64749-156c-4a7d-af40-bc5cd93e9d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3834401'] for router, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:24.518809 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be64749-156c-4a7d-af40-bc5cd93e9d64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96b3ebc0-e105-4ea1-8f5c-e1da77eaccad {{(pid=82773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 13:36:24.529131 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device ce1aefe1-1375-4fcb-b1f3-16a081b1d339 no longer exists at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:36:24.532578 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-5be64749-156c-4a7d-af40-bc5cd93e9d64 admin admin] Notify callbacks [] for router, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:24.534309 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-5be64749-156c-4a7d-af40-bc5cd93e9d64 admin admin] 10.222.0.93 "DELETE /v2.0/routers/96b3ebc0-e105-4ea1-8f5c-e1da77eaccad HTTP/1.1" status: 204 len: 168 time: 1.5405891 Nov 04 13:36:24.536748 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49472) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:36:24.563170 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] No Port match for: ce1aefe1-1375-4fcb-b1f3-16a081b1d339 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:36:24.563525 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device ce1aefe1-1375-4fcb-b1f3-16a081b1d339 not bound to the agent host dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:36:24.563998 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513 no longer exists at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:36:24.595726 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d7836d-4338-4990-a581-2e3b9b060bfc admin admin] Deleting subnet d0520adf-23a8-4e80-a37f-490de76ebe89 {{(pid=82773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 04 13:36:24.599110 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] No Port match for: c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:36:24.599278 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-78d7836d-4338-4990-a581-2e3b9b060bfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:24.599500 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device c5e9bc38-b56a-4661-9fd3-5e5fe9bf3513 not bound to the agent host dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:36:24.653032 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-78d7836d-4338-4990-a581-2e3b9b060bfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671906'] for subnet, precommit_delete_associations {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:24.732949 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-78d7836d-4338-4990-a581-2e3b9b060bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1049700'] for subnet, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:24.802065 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-78d7836d-4338-4990-a581-2e3b9b060bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1049629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2671894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2421650'] for subnet, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:24.805849 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:36:24.843969 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7836d-4338-4990-a581-2e3b9b060bfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0520adf-23a8-4e80-a37f-490de76ebe89,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:36:24.847189 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-78d7836d-4338-4990-a581-2e3b9b060bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:36:24.849542 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-78d7836d-4338-4990-a581-2e3b9b060bfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:24.854722 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdfe707-464d-482d-883d-f6fe9fe64677 None None] Network fcd7dd8b-da0b-4050-a8e0-1c7e259a452c requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:36:24.855722 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-78d7836d-4338-4990-a581-2e3b9b060bfc admin admin] 10.222.0.93 "DELETE /v2.0/subnets/d0520adf-23a8-4e80-a37f-490de76ebe89 HTTP/1.1" status: 204 len: 168 time: 0.3180354 Nov 04 13:36:24.858146 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49476) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:36:25.068019 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1120378'] for network, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:25.081684 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] Deleting port b5343916-fb0b-4d5b-b2ca-303d3d29ab98 {{(pid=82773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:36:25.082014 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:25.092242 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec5ff00-45bf-466d-bbed-ef6f95b95e4b None None] DHCP port deletion for fcd7dd8b-da0b-4050-a8e0-1c7e259a452c request from dv-cinder-810367-1-smb {{(pid=82774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 04 13:36:25.096564 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-9ec5ff00-45bf-466d-bbed-ef6f95b95e4b None None] Deleting port b5343916-fb0b-4d5b-b2ca-303d3d29ab98 {{(pid=82774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:36:25.097009 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-9ec5ff00-45bf-466d-bbed-ef6f95b95e4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:25.288918 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.db [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] For port b5343916-fb0b-4d5b-b2ca-303d3d29ab98, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=b5343916-fb0b-4d5b-b2ca-303d3d29ab98,segment=NetworkSegment(0b22e617-ecd2-47d4-850a-d3eb02afbb1e),segment_id=0b22e617-ecd2-47d4-850a-d3eb02afbb1e)] {{(pid=82773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:36:25.289315 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:25.330106 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-9ec5ff00-45bf-466d-bbed-ef6f95b95e4b None None] For port b5343916-fb0b-4d5b-b2ca-303d3d29ab98, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=b5343916-fb0b-4d5b-b2ca-303d3d29ab98,segment=NetworkSegment(0b22e617-ecd2-47d4-850a-d3eb02afbb1e),segment_id=0b22e617-ecd2-47d4-850a-d3eb02afbb1e)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:36:25.330423 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-9ec5ff00-45bf-466d-bbed-ef6f95b95e4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:25.415125 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] Calling delete_port for b5343916-fb0b-4d5b-b2ca-303d3d29ab98 owned by network:dhcp {{(pid=82773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:36:25.448800 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-9ec5ff00-45bf-466d-bbed-ef6f95b95e4b None None] Calling delete_port for b5343916-fb0b-4d5b-b2ca-303d3d29ab98 owned by network:dhcp {{(pid=82774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:36:25.489527 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:25.494391 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:36:25.522376 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.db.api [None req-9ec5ff00-45bf-466d-bbed-ef6f95b95e4b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 13:36:25.522737 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_db.api [None req-9ec5ff00-45bf-466d-bbed-ef6f95b95e4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 13:36:25.535501 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5343916-fb0b-4d5b-b2ca-303d3d29ab98,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:36:25.538006 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:36:25.540398 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] No DVR routers for this DVR port b5343916-fb0b-4d5b-b2ca-303d3d29ab98 on host dv-cinder-810367-1-smb {{(pid=82773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:36:25.655005 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1063405', 'neutron.services.segments.db._delete_segments_for_network-8742936665528'] for network, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:25.684453 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd7dd8b-da0b-4050-a8e0-1c7e259a452c']}} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:36:25.696492 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b22e617-ecd2-47d4-850a-d3eb02afbb1e') {'for_net_delete': True} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:36:25.696782 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b22e617-ecd2-47d4-850a-d3eb02afbb1e') {} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:36:25.708419 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742936667091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671929'] for segment, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:25.724823 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:25.731069 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=82773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 04 13:36:25.731446 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2671996'] for segment, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: Traceback (most recent call last): Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: timer() Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: cb(*args, **kw) Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: return func(*args, **kwargs) Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: self._notify() Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: self.callback(batched_events) Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: event.method(event) Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: return f(self, *a, **k) Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: return self._get(url).json() Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: return self.request(url, 'GET', **kwargs) Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 13:36:25.744818 dv-cinder-810367-1-smb neutron-server[82773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 13:36:25.821426 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1063398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837420'] for network, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:25.825031 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:36:25.837595 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:25.849057 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd7dd8b-da0b-4050-a8e0-1c7e259a452c,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:36:25.853526 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:36:25.862137 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-192007fb-08da-48b8-916d-3ce805aa74c3 admin admin] 10.222.0.93 "DELETE /v2.0/networks/fcd7dd8b-da0b-4050-a8e0-1c7e259a452c HTTP/1.1" status: 204 len: 168 time: 1.0030634 Nov 04 13:36:25.865009 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49480) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:36:26.023819 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-9ec5ff00-45bf-466d-bbed-ef6f95b95e4b None None] Deleting port b5343916-fb0b-4d5b-b2ca-303d3d29ab98 {{(pid=82774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:36:26.024149 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-9ec5ff00-45bf-466d-bbed-ef6f95b95e4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:26.087270 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-9ec5ff00-45bf-466d-bbed-ef6f95b95e4b None None] The port 'b5343916-fb0b-4d5b-b2ca-303d3d29ab98' was deleted {{(pid=82774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 04 13:36:26.257441 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8e99798a-4f79-493d-885d-c6158667be39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3838974'] for router_interface, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:26.267149 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device b5343916-fb0b-4d5b-b2ca-303d3d29ab98 no longer exists at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:36:26.303400 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] No Port match for: b5343916-fb0b-4d5b-b2ca-303d3d29ab98 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:36:26.303749 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device b5343916-fb0b-4d5b-b2ca-303d3d29ab98 not bound to the agent host dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:36:26.947942 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-8e99798a-4f79-493d-885d-c6158667be39 admin admin] Deleting port 15b39631-857c-4214-bc37-66088222ec95 {{(pid=82773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:36:26.948552 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8e99798a-4f79-493d-885d-c6158667be39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:27.127265 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.db [None req-8e99798a-4f79-493d-885d-c6158667be39 admin admin] For port 15b39631-857c-4214-bc37-66088222ec95, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=15b39631-857c-4214-bc37-66088222ec95,segment=NetworkSegment(95ef0b2b-a47a-4da4-9f5d-330b36771433),segment_id=95ef0b2b-a47a-4da4-9f5d-330b36771433)] {{(pid=82773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:36:27.127623 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8e99798a-4f79-493d-885d-c6158667be39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:27.250460 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-8e99798a-4f79-493d-885d-c6158667be39 admin admin] Calling delete_port for 15b39631-857c-4214-bc37-66088222ec95 owned by network:router_interface {{(pid=82773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:36:27.431455 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8e99798a-4f79-493d-885d-c6158667be39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:27.435104 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-0d82dbff-6e2a-4273-ac69-be151dfd8f8b tempest-AttachVolumeTestJSON-1612393482 tempest-AttachVolumeTestJSON-1612393482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:36:27.479233 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99798a-4f79-493d-885d-c6158667be39 admin admin] Pushing event deleted for resources: {'Port': ['ID=15b39631-857c-4214-bc37-66088222ec95,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:36:27.481555 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-8e99798a-4f79-493d-885d-c6158667be39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:36:27.769716 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-8e99798a-4f79-493d-885d-c6158667be39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2764176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3838132'] for router_interface, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:28.428674 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e99798a-4f79-493d-885d-c6158667be39 admin admin] Router 17de5908-62f0-42a5-a7b5-3e13a7163b9e has already been hosted by L3 agent d2e4bc41-fcd6-4255-8f52-2a199523db15 {{(pid=82773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 13:36:28.624876 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e99798a-4f79-493d-885d-c6158667be39 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-smb the message routers_updated {{(pid=82773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 13:36:28.633357 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362ae3b2-6d12-40d1-8a2c-705b53723fee None None] Sync routers for ids ['17de5908-62f0-42a5-a7b5-3e13a7163b9e'] in dv-cinder-810367-1-smb {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 04 13:36:28.640287 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-8e99798a-4f79-493d-885d-c6158667be39 admin admin] 10.222.0.93 "PUT /v2.0/routers/17de5908-62f0-42a5-a7b5-3e13a7163b9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7743082 Nov 04 13:36:28.643276 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49484) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:36:28.647362 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362ae3b2-6d12-40d1-8a2c-705b53723fee None None] Routers {'17de5908-62f0-42a5-a7b5-3e13a7163b9e'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:36:28.647969 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-362ae3b2-6d12-40d1-8a2c-705b53723fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:36:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['17de5908-62f0-42a5-a7b5-3e13a7163b9e'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:36:28.824246 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-362ae3b2-6d12-40d1-8a2c-705b53723fee None None] Set router 17de5908-62f0-42a5-a7b5-3e13a7163b9e gateway port host: dv-cinder-810367-1-smb {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:36:28.834341 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a1f98716-17e9-45ae-86b9-3b77de48a7a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:29.032726 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a1f98716-17e9-45ae-86b9-3b77de48a7a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:29.039391 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-962507dc-7ed5-438a-b938-5e1f6c0011bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:29.043838 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-a1f98716-17e9-45ae-86b9-3b77de48a7a2 admin admin] Deleting port 28cb0949-1df7-4768-9b8f-6251eed525b6 {{(pid=82773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:36:29.044173 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a1f98716-17e9-45ae-86b9-3b77de48a7a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:29.110811 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-362ae3b2-6d12-40d1-8a2c-705b53723fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de5908-62f0-42a5-a7b5-3e13a7163b9e', 'name': 'tempest-TestMinimumBasicScenario-931697561-router', 'tenant_id': '4900f93aadcf46b589b06e0e21a1af3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'external_fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '28cb0949-1df7-4768-9b8f-6251eed525b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:54Z', 'updated_at': '2021-11-04T13:36:27Z', 'revision_number': 5, 'project_id': '4900f93aadcf46b589b06e0e21a1af3b', 'gw_port': {'id': '28cb0949-1df7-4768-9b8f-6251eed525b6', 'name': '', 'network_id': '3a01b9c4-59fa-4ac6-86b7-88d3229c48a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de5908-62f0-42a5-a7b5-3e13a7163b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:33:55Z', 'updated_at': '2021-11-04T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a4ad71-5939-4e74-92b3-9a9ca440e818', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-smb'}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:36:29.114799 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362ae3b2-6d12-40d1-8a2c-705b53723fee None None] Checking router: 17de5908-62f0-42a5-a7b5-3e13a7163b9e for host: dv-cinder-810367-1-smb {{(pid=82775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 04 13:36:29.125351 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362ae3b2-6d12-40d1-8a2c-705b53723fee None None] Routers {'17de5908-62f0-42a5-a7b5-3e13a7163b9e'} bound to L3 agent in host dv-cinder-810367-1-smb {{(pid=82775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 13:36:29.126119 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-362ae3b2-6d12-40d1-8a2c-705b53723fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810367-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:18:01Z,description=,heartbeat_timestamp=2021-11-04T13:36:01Z,host='dv-cinder-810367-1-smb',id=d2e4bc41-fcd6-4255-8f52-2a199523db15,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T13:18:01Z,topic='l3_agent')) {'router_ids': ['17de5908-62f0-42a5-a7b5-3e13a7163b9e'], 'active': True} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:36:29.220457 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.db [None req-a1f98716-17e9-45ae-86b9-3b77de48a7a2 admin admin] For port 28cb0949-1df7-4768-9b8f-6251eed525b6, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=28cb0949-1df7-4768-9b8f-6251eed525b6,segment=NetworkSegment(3f0fe7d5-43c0-4d71-83f6-6126d74e594c),segment_id=3f0fe7d5-43c0-4d71-83f6-6126d74e594c)] {{(pid=82773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:36:29.221326 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a1f98716-17e9-45ae-86b9-3b77de48a7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:29.311346 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_dvr_db [None req-362ae3b2-6d12-40d1-8a2c-705b53723fee None None] Set router 17de5908-62f0-42a5-a7b5-3e13a7163b9e gateway port host: None {{(pid=82775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 04 13:36:29.350260 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-a1f98716-17e9-45ae-86b9-3b77de48a7a2 admin admin] Calling delete_port for 28cb0949-1df7-4768-9b8f-6251eed525b6 owned by network:router_gateway {{(pid=82773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:36:29.420586 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.l3_hamode_db [None req-362ae3b2-6d12-40d1-8a2c-705b53723fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de5908-62f0-42a5-a7b5-3e13a7163b9e', 'name': 'tempest-TestMinimumBasicScenario-931697561-router', 'tenant_id': '4900f93aadcf46b589b06e0e21a1af3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:54Z', 'updated_at': '2021-11-04T13:36:29Z', 'revision_number': 6, 'project_id': '4900f93aadcf46b589b06e0e21a1af3b', 'gw_port_host': None}], 'dv-cinder-810367-1-smb', False) {} {{(pid=82775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:36:29.425157 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:29.425816 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362ae3b2-6d12-40d1-8a2c-705b53723fee None None] The sync data for ids ['17de5908-62f0-42a5-a7b5-3e13a7163b9e'] in dv-cinder-810367-1-smb is: [{'id': '17de5908-62f0-42a5-a7b5-3e13a7163b9e', 'name': 'tempest-TestMinimumBasicScenario-931697561-router', 'tenant_id': '4900f93aadcf46b589b06e0e21a1af3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:33:54Z', 'updated_at': '2021-11-04T13:36:29Z', 'revision_number': 6, 'project_id': '4900f93aadcf46b589b06e0e21a1af3b', 'gw_port_host': None}] {{(pid=82775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 04 13:36:29.531780 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a1f98716-17e9-45ae-86b9-3b77de48a7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:29.536167 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-b6a04c96-347b-4a7a-bb01-dd3fd1b83f4a tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:36:29.686239 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f98716-17e9-45ae-86b9-3b77de48a7a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=28cb0949-1df7-4768-9b8f-6251eed525b6,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:36:29.690227 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a1f98716-17e9-45ae-86b9-3b77de48a7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:36:29.914471 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a1f98716-17e9-45ae-86b9-3b77de48a7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3837385'] for router_gateway, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:30.171669 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a1f98716-17e9-45ae-86b9-3b77de48a7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3834557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9093'] for router, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:30.176107 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a1f98716-17e9-45ae-86b9-3b77de48a7a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:30.203917 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a1f98716-17e9-45ae-86b9-3b77de48a7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3834401'] for router, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:30.205187 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f98716-17e9-45ae-86b9-3b77de48a7a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17de5908-62f0-42a5-a7b5-3e13a7163b9e {{(pid=82773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 13:36:30.227047 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-a1f98716-17e9-45ae-86b9-3b77de48a7a2 admin admin] Notify callbacks [] for router, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:30.228067 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-a1f98716-17e9-45ae-86b9-3b77de48a7a2 admin admin] 10.222.0.93 "DELETE /v2.0/routers/17de5908-62f0-42a5-a7b5-3e13a7163b9e HTTP/1.1" status: 204 len: 168 time: 1.5839005 Nov 04 13:36:30.230710 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49488) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:36:30.274707 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 15b39631-857c-4214-bc37-66088222ec95 no longer exists at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:36:30.294417 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.db_base_plugin_v2 [None req-03dba86a-3b10-4322-b1e3-7b113438d1c0 admin admin] Deleting subnet a94d8bc0-28c4-43e8-9af0-a1d46c2bbab3 {{(pid=82773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 04 13:36:30.297314 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-03dba86a-3b10-4322-b1e3-7b113438d1c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:30.308516 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] No Port match for: 15b39631-857c-4214-bc37-66088222ec95 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:36:30.308868 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 15b39631-857c-4214-bc37-66088222ec95 not bound to the agent host dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:36:30.309284 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 28cb0949-1df7-4768-9b8f-6251eed525b6 no longer exists at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:36:30.341452 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] No Port match for: 28cb0949-1df7-4768-9b8f-6251eed525b6 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:36:30.341829 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device 28cb0949-1df7-4768-9b8f-6251eed525b6 not bound to the agent host dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:36:30.347712 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-03dba86a-3b10-4322-b1e3-7b113438d1c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671906'] for subnet, precommit_delete_associations {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:30.427509 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-03dba86a-3b10-4322-b1e3-7b113438d1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1049700'] for subnet, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:30.498675 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-03dba86a-3b10-4322-b1e3-7b113438d1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1049629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2671894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2421650'] for subnet, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:30.502765 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:36:30.535915 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dba86a-3b10-4322-b1e3-7b113438d1c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a94d8bc0-28c4-43e8-9af0-a1d46c2bbab3,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:36:30.538331 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-03dba86a-3b10-4322-b1e3-7b113438d1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:36:30.543256 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-03dba86a-3b10-4322-b1e3-7b113438d1c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:30.549822 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-03dba86a-3b10-4322-b1e3-7b113438d1c0 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/a94d8bc0-28c4-43e8-9af0-a1d46c2bbab3 HTTP/1.1" status: 204 len: 168 time: 0.3182740 Nov 04 13:36:30.551447 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60342e66-e36c-4ae7-912b-8e0928351e98 None None] Network b1c3e4db-85a6-4c5e-82ce-6ba513e4a055 requested from dv-cinder-810367-1-smb {{(pid=82774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 04 13:36:30.552236 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49492) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:36:30.656337 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1120378'] for network, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:30.667279 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] Deleting port f6ac2c10-2f51-4261-bdb3-76cab6713ce6 {{(pid=82773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:36:30.667605 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:30.785037 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74b5c3e-a94c-4212-b7c7-d8bf21ae2a81 None None] DHCP port deletion for b1c3e4db-85a6-4c5e-82ce-6ba513e4a055 request from dv-cinder-810367-1-smb {{(pid=82774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 04 13:36:30.789264 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-b74b5c3e-a94c-4212-b7c7-d8bf21ae2a81 None None] Deleting port f6ac2c10-2f51-4261-bdb3-76cab6713ce6 {{(pid=82774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:36:30.789677 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-b74b5c3e-a94c-4212-b7c7-d8bf21ae2a81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:30.876953 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.db [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] For port f6ac2c10-2f51-4261-bdb3-76cab6713ce6, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=f6ac2c10-2f51-4261-bdb3-76cab6713ce6,segment=NetworkSegment(95ef0b2b-a47a-4da4-9f5d-330b36771433),segment_id=95ef0b2b-a47a-4da4-9f5d-330b36771433)] {{(pid=82773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:36:30.877315 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:30.984699 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.db [None req-b74b5c3e-a94c-4212-b7c7-d8bf21ae2a81 None None] For port f6ac2c10-2f51-4261-bdb3-76cab6713ce6, host dv-cinder-810367-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-smb',level=0,port_id=f6ac2c10-2f51-4261-bdb3-76cab6713ce6,segment=NetworkSegment(95ef0b2b-a47a-4da4-9f5d-330b36771433),segment_id=95ef0b2b-a47a-4da4-9f5d-330b36771433)] {{(pid=82774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 13:36:30.985080 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-b74b5c3e-a94c-4212-b7c7-d8bf21ae2a81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3841550'] for port, precommit_delete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:31.092224 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.plugin [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] Calling delete_port for f6ac2c10-2f51-4261-bdb3-76cab6713ce6 owned by network:dhcp {{(pid=82773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:36:31.108214 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-b74b5c3e-a94c-4212-b7c7-d8bf21ae2a81 None None] Calling delete_port for f6ac2c10-2f51-4261-bdb3-76cab6713ce6 owned by network:dhcp {{(pid=82774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 04 13:36:31.166796 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1077157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-223587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742936539100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742936146535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2671937'] for port, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:31.172207 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-6555f86d-8746-4c31-9a99-034736e75093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:36:31.173653 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-1ebb2407-934d-496a-a471-5c6038766b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:31.190864 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.db.api [None req-b74b5c3e-a94c-4212-b7c7-d8bf21ae2a81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 13:36:31.191219 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG oslo_db.api [None req-b74b5c3e-a94c-4212-b7c7-d8bf21ae2a81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 13:36:31.216393 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ac2c10-2f51-4261-bdb3-76cab6713ce6,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:36:31.220343 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:36:31.222808 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] No DVR routers for this DVR port f6ac2c10-2f51-4261-bdb3-76cab6713ce6 on host dv-cinder-810367-1-smb {{(pid=82773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 13:36:31.339232 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1063405', 'neutron.services.segments.db._delete_segments_for_network-8742936665528'] for network, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:31.364665 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c3e4db-85a6-4c5e-82ce-6ba513e4a055']}} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:36:31.376309 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ef0b2b-a47a-4da4-9f5d-330b36771433') {'for_net_delete': True} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:36:31.376595 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.services.segments.db [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ef0b2b-a47a-4da4-9f5d-330b36771433') {} {{(pid=82773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 13:36:31.387608 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742936667091', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671929'] for segment, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:31.403759 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050768'] for segment, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:31.410915 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=82773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 04 13:36:31.411376 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2671996'] for segment, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: Traceback (most recent call last): Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: timer() Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: cb(*args, **kw) Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: return func(*args, **kwargs) Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: self._notify() Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: self.callback(batched_events) Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: event.method(event) Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: return f(self, *a, **k) Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: return self._get(url).json() Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: return self.request(url, 'GET', **kwargs) Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 13:36:31.425044 dv-cinder-810367-1-smb neutron-server[82773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 13:36:31.504408 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1063398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2764063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837420'] for network, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:31.508449 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-a85cfb22-e947-414a-9eb4-50e1e8759b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:36:31.521084 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2764227'] for network, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:31.530990 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1c3e4db-85a6-4c5e-82ce-6ba513e4a055,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:36:31.535491 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:36:31.538897 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-4449e86a-12ec-4285-ab74-6f12b94a14d8 admin admin] 10.222.0.93 "DELETE /v2.0/networks/b1c3e4db-85a6-4c5e-82ce-6ba513e4a055 HTTP/1.1" status: 204 len: 168 time: 0.9857545 Nov 04 13:36:31.692657 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-b74b5c3e-a94c-4212-b7c7-d8bf21ae2a81 None None] Deleting port f6ac2c10-2f51-4261-bdb3-76cab6713ce6 {{(pid=82774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 04 13:36:31.693319 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-b74b5c3e-a94c-4212-b7c7-d8bf21ae2a81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742936531941'] for port, before_delete {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:31.736332 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49498) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:36:31.762160 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-b74b5c3e-a94c-4212-b7c7-d8bf21ae2a81 None None] The port 'f6ac2c10-2f51-4261-bdb3-76cab6713ce6' was deleted {{(pid=82774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 04 13:36:31.789215 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-3bde2620-27db-4b33-b437-9306a829581f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c78dba061c5c4e3d8e3a283e6d05c8ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516634 Nov 04 13:36:31.791576 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49502) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:36:31.853091 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f4991fa4-d8e9-4efd-a869-7f9f80b3ea5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:31.878561 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f4991fa4-d8e9-4efd-a869-7f9f80b3ea5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:31.934511 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f4991fa4-d8e9-4efd-a869-7f9f80b3ea5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:31.939276 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-b163500d-ee8d-49a2-9f29-222e17ff496d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:36:31.953265 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4991fa4-d8e9-4efd-a869-7f9f80b3ea5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af889880-0bc0-4eb7-bce7-5abe3e6e9331,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:36:31.955919 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-f4991fa4-d8e9-4efd-a869-7f9f80b3ea5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:36:31.965631 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f4991fa4-d8e9-4efd-a869-7f9f80b3ea5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:31.966984 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-f4991fa4-d8e9-4efd-a869-7f9f80b3ea5f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/af889880-0bc0-4eb7-bce7-5abe3e6e9331 HTTP/1.1" status: 204 len: 168 time: 0.1743834 Nov 04 13:36:32.069744 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:32.270048 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device f6ac2c10-2f51-4261-bdb3-76cab6713ce6 no longer exists at agent ovs-agent-dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 04 13:36:32.303642 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.plugin [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] No Port match for: f6ac2c10-2f51-4261-bdb3-76cab6713ce6 {{(pid=82774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 04 13:36:32.303992 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron.plugins.ml2.rpc [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Device f6ac2c10-2f51-4261-bdb3-76cab6713ce6 not bound to the agent host dv-cinder-810367-1-smb {{(pid=82774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 04 13:36:32.354366 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49510) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:36:32.405283 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-6994f9bd-f60f-4168-a364-413de2000509 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4900f93aadcf46b589b06e0e21a1af3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496073 Nov 04 13:36:32.407694 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.wsgi [-] (82773) accepted ('10.222.0.93', 49514) {{(pid=82773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 04 13:36:32.466650 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f28dd1f0-eeaf-4501-a959-ac790f9774a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:32.492003 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f28dd1f0-eeaf-4501-a959-ac790f9774a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:32.543060 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f28dd1f0-eeaf-4501-a959-ac790f9774a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915741'] for security_group, after_delete {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:32.546872 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-8a50b8ec-57e7-48a4-8d2e-5d955f30af4e tempest-TestMinimumBasicScenario-1426088392 tempest-TestMinimumBasicScenario-1426088392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 13:36:32.558538 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28dd1f0-eeaf-4501-a959-ac790f9774a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda18926-4d7a-47e5-b380-66ecaa4a74e0,revision_number=None']} {{(pid=82773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 13:36:32.561883 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG oslo_concurrency.lockutils [None req-f28dd1f0-eeaf-4501-a959-ac790f9774a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 13:36:32.567071 dv-cinder-810367-1-smb neutron-server[82773]: DEBUG neutron_lib.callbacks.manager [None req-f28dd1f0-eeaf-4501-a959-ac790f9774a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:32.567874 dv-cinder-810367-1-smb neutron-server[82773]: INFO neutron.wsgi [None req-f28dd1f0-eeaf-4501-a959-ac790f9774a9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/cda18926-4d7a-47e5-b380-66ecaa4a74e0 HTTP/1.1" status: 204 len: 168 time: 0.1591415 Nov 04 13:36:33.636414 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:50.452406 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:36:54.344484 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:59.044253 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-a9c3b54f-31d0-4f86-9388-83dc6d581e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:36:59.418231 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:37:01.155965 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-a88be711-29d6-4c23-b49b-10367583e7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:37:02.072697 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:37:03.639995 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:37:24.352767 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:37:27.453033 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:37:29.047101 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-46923a4a-4ab0-4b1b-b4eb-2e7784387526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:37:29.420297 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:37:31.159306 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-60140e86-4393-4a82-9550-763724117afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:37:32.079608 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:37:33.643006 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:37:54.369236 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:37:59.049848 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-2d7dbc2f-93aa-494a-b46c-3c5956af65b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:37:59.423751 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:38:01.163360 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d0e9280c-df45-4670-96b4-5298ca854131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:38:02.079991 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:38:03.645093 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:38:04.453758 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:38:24.382791 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:38:29.051468 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-1e2263c5-6a08-4e99-9407-f695b3c7c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:38:29.427831 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:38:31.166609 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-e44bb0f7-1863-4883-b8e7-c90cd5409df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:38:32.082444 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:38:33.649238 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:38:41.453972 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:38:54.380909 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:38:59.053473 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a86b-5fec-4d77-ae0f-903533a0f1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:38:59.432904 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:39:01.169224 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-eaab5650-f473-4b58-a3d7-309484d6845e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:39:02.084802 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:39:03.650785 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:39:18.454372 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:39:24.399718 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:39:29.055573 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-acfdd005-9dd3-4627-9fc8-384c1d51f760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:39:29.435248 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:39:31.171047 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-807a06f9-0b7a-45f8-b09b-818271b3d0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:39:32.087636 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:39:33.653013 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:39:54.397515 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:39:55.454362 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:39:59.058438 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-fd0f80fc-f707-468c-888f-16ca966b16d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:39:59.436824 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:40:01.173686 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-7da2d222-8f9a-4200-b309-d68463ebb122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:40:02.091462 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:40:03.656534 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:40:24.396248 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:40:29.060306 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-c56d6d1e-f547-44d3-bbb7-9caf95e07717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:40:29.440344 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:40:31.189991 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d551-82e5-47ce-bc39-052adc8a0127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:40:32.094700 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:40:32.453979 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:40:33.658318 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:40:54.409530 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:40:59.064088 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-9aeb15e2-4c55-426d-ab99-fdf982a03f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:40:59.441927 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:41:01.172308 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-265917b2-1c8c-44f4-9a86-308c418b478a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:41:02.094754 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:41:03.662020 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-6f44e3ef-246a-4674-b4fe-cec6837b224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:41:09.454265 dv-cinder-810367-1-smb neutron-server[82775]: DEBUG neutron.db.agents_db [None req-af10e93b-b858-440a-9cd7-a0d57d1f3790 None None] Agent healthcheck: found 6 active agents {{(pid=82775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 04 13:41:24.425941 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-d838e2d6-7a4f-40bb-93e8-e0959cebf0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:41:29.068098 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-0cd62d23-a5e3-45d8-82ef-b6b4630b4522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:41:29.443520 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-14f987e9-21d4-461a-871d-6102ca7aae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:41:31.174947 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-f70a67ca-aca0-468f-a2e1-47251e86d779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 13:41:32.100733 dv-cinder-810367-1-smb neutron-server[82774]: DEBUG neutron_lib.callbacks.manager [None req-3fc3194f-e034-4056-a75f-f6b1babf65dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742936665510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062187'] for agent, after_update {{(pid=82774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}